{"id":"https://openalex.org/W7160912116","doi":"https://doi.org/10.48550/arxiv.2605.08298","title":"What Cohort INRs Encode and Where to Freeze Them","display_name":"What Cohort INRs Encode and Where to Freeze Them","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160912116","doi":"https://doi.org/10.48550/arxiv.2605.08298"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08298","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08298","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135950040","display_name":"Vasiliki Sideri-Lampretsa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sideri-Lampretsa, Vasiliki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025908540","display_name":"Sophie Starck","orcid":"https://orcid.org/0000-0003-2495-6114"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Starck, Sophie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081687968","display_name":"Robbie Holland","orcid":"https://orcid.org/0000-0001-8373-8390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holland, Robbie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002958393","display_name":"Julian McGinnis","orcid":"https://orcid.org/0009-0000-2224-7600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McGinnis, Julian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135969563","display_name":"Daniel Rueckert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rueckert, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2605000138282776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2605000138282776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.16429999470710754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.10589999705553055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cohort","display_name":"Cohort","score":0.597599983215332},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5615000128746033},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44119998812675476},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.43849998712539673},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4090999960899353},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4059000015258789},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.40470001101493835}],"concepts":[{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.597599983215332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5799999833106995},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5615000128746033},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44119998812675476},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C160844653","wikidata":"https://www.wikidata.org/wiki/Q150986","display_name":"Siren (mythology)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2896000146865845},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.27390000224113464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2644999921321869},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26019999384880066},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08298","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08298","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08298","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7719713449478149}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reusing":[0],"the":[1,28,54,58,67,71,87,115,123,153,175,205,214,221],"early":[2],"layers":[3,26],"of":[4,27,73,127,166,177,186,194,225],"cohort-trained":[5,229],"INRs":[6,230,247],"as":[7],"initialization":[8],"for":[9,43,253],"new":[10],"signals":[11],"has":[12],"been":[13],"shown":[14],"to":[15,201,212],"accelerate":[16],"and":[17,34,48,121,136,231,249],"improve":[18],"signal":[19],"fitting,":[20],"yet":[21],"it":[22],"remains":[23],"unclear":[24],"which":[25,97],"shared":[29,59],"encoder":[30,60],"learn":[31,143],"transferable":[32],"representations":[33,37],"what":[35,103,226,246],"those":[36],"encode.":[38],"We":[39],"address":[40,108],"both":[41],"questions":[42],"two":[44],"standard":[45,88],"backbones,":[46],"SIREN":[47,135,208],"Fourier-feature":[49],"MLPs":[50],"(FFMLP).":[51],"First,":[52],"sweeping":[53],"freeze":[55],"depth":[56,82],"across":[57,91,204],"at":[61,80],"test":[62],"time,":[63],"we":[64,110],"find":[65],"that":[66,104,157],"optimum":[68],"coincides":[69],"with":[70],"layer":[72,98,105],"highest":[74],"weight":[75],"stable":[76],"rank.":[77],"Moreover,":[78],"freezing":[79],"this":[81,109],"matches":[83],"or":[84],"improves":[85],"on":[86],"fine-tuning":[89],"recipe":[90],"all":[92],"our":[93],"experiments.":[94],"Second,":[95],"identifying":[96],"transfers":[99,227],"does":[100],"not":[101],"characterize":[102],"encodes.":[106],"To":[107],"adopt":[111],"sparse":[112,131],"autoencoders":[113],"(SAEs),":[114],"dominant":[116],"tool":[117],"in":[118,161,228],"mechanistic":[119,223],"interpretability,":[120],"present":[122],"first":[124,222],"SAE":[125],"decomposition":[126],"INR":[128],"activations":[129,234],"into":[130,235],"dictionary":[132,237],"atoms.":[133,238],"Interestingly,":[134],"FFMLP":[137,191],"achieve":[138],"comparable":[139],"cohort-fitting":[140],"quality,":[141],"but":[142],"qualitatively":[144],"different":[145],"dictionaries.":[146],"Cohort":[147,169],"SIREN's":[148],"atoms":[149,171],"are":[150,172],"localized,":[151],"tiling":[152],"coordinate":[154],"plane":[155],"such":[156],"each":[158],"atom":[159,192,215],"fires":[160],"a":[162,189,242],"confined":[163,211],"region":[164],"independent":[165],"cohort":[167,179],"content.":[168],"FFMLP's":[170],"image-spanning,":[173],"tracing":[174],"contours":[176],"memorized":[178],"signals.":[180],"Single-atom":[181],"ablations":[182,209],"confirm":[183],"causal":[184],"use":[185],"these":[187,218],"dictionaries:":[188],"single":[190],"out":[193],"4096":[195],"can":[196],"drop":[197],"PSNR":[198],"by":[199],"up":[200],"10.6":[202],"dB":[203],"image,":[206],"while":[207],"remain":[210],"where":[213],"fires.":[216],"Together,":[217],"results":[219],"give":[220],"account":[224],"turn":[232],"their":[233],"inspectable":[236],"These":[239],"tools":[240],"open":[241],"path":[243],"towards":[244,250],"characterizing":[245],"encode":[248],"architectures":[251],"designed":[252],"generalization":[254],"rather":[255],"than":[256],"memorization.":[257]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-13T00:00:00"}