{"id":"https://openalex.org/W4288043318","doi":"https://doi.org/10.48550/arxiv.2207.10951","title":"Hyper-Representations for Pre-Training and Transfer Learning","display_name":"Hyper-Representations for Pre-Training and Transfer Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4288043318","doi":"https://doi.org/10.48550/arxiv.2207.10951"},"language":"en","primary_location":{"id":"pmh:oai:www.alexandria.unisg.ch:267865","doi":null,"is_oa":false,"landing_page_url":"http://www.alexandria.unisg.ch/267865/1/ICML_HyperRepresentations_Generating_Neural_Network_Weights_final.pdf","pdf_url":"http://www.alexandria.unisg.ch/267865/1/ICML_HyperRepresentations_Generating_Neural_Network_Weights_final.pdf","source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"parent_works":[],"lineage":["https://openalex.org/W4288043318"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.10951","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076967889","display_name":"Konstantin Sch\u00fcrholt","orcid":"https://orcid.org/0000-0002-0983-3223","observed_orcids":["https://orcid.org/0000-0002-0983-3223"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sch\u00fcrholt, Konstantin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054351253","display_name":"Boris A. Knyazev","orcid":"https://orcid.org/0000-0003-4187-3249","observed_orcids":["https://orcid.org/0000-0003-4187-3249"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Knyazev, Boris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051863471","display_name":"Xavier Gir\u00f3-i-Nieto","orcid":"https://orcid.org/0000-0002-9935-5332","observed_orcids":["https://orcid.org/0000-0002-9935-5332"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gir\u00f3-i-Nieto, Xavier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065722787","display_name":"Damian Borth","orcid":"https://orcid.org/0000-0002-4660-2627","observed_orcids":["https://orcid.org/0000-0002-4660-2627"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Borth, Damian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8146,"has_fulltext":true,"cited_by_count":16,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.76665878,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8256999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10360000282526016,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.03680000081658363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-zoo","display_name":"model zoo","score":0.8759999871253967},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.5669999718666077},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9679999947547913},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.5249999761581421},{"id":"https://openalex.org/keywords/autoencoder","display_name":"autoencoder","score":0.7009999752044678},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8040000200271606},{"id":"https://openalex.org/keywords/neural-architecture-search","display_name":"neural architecture search","score":0.9150000214576721},{"id":"https://openalex.org/keywords/model-inspection","display_name":"model inspection","score":0.6230000257492065},{"id":"https://openalex.org/keywords/knowledge-aggregation","display_name":"knowledge aggregation","score":0.6010000109672546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727654218673706},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7194051742553711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.688245415687561},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.675094723701477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6416181921958923},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5775877237319946},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5516279935836792},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5264459848403931},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5126275420188904},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4979984760284424},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49336472153663635},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:www.alexandria.unisg.ch:267865","doi":null,"is_oa":false,"landing_page_url":"http://www.alexandria.unisg.ch/267865/1/ICML_HyperRepresentations_Generating_Neural_Network_Weights_final.pdf","pdf_url":"http://www.alexandria.unisg.ch/267865/1/ICML_HyperRepresentations_Generating_Neural_Network_Weights_final.pdf","source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:arXiv.org:2207.10951","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10951","pdf_url":"https://arxiv.org/pdf/2207.10951","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.10951","doi":"https://doi.org/10.48550/arxiv.2207.10951","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.10951","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.10951","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10951","pdf_url":"https://arxiv.org/pdf/2207.10951","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288043318.pdf","grobid_xml":"https://content.openalex.org/works/W4288043318.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1677182931","https://openalex.org/W2112796928","https://openalex.org/W2178237821","https://openalex.org/W2782961345","https://openalex.org/W2897818259","https://openalex.org/W2911906319","https://openalex.org/W2912119436","https://openalex.org/W2923549568","https://openalex.org/W2927928207","https://openalex.org/W2971480596","https://openalex.org/W2971715690","https://openalex.org/W2991391304","https://openalex.org/W3006197067","https://openalex.org/W3007625939","https://openalex.org/W3015146382","https://openalex.org/W3209961373","https://openalex.org/W3211291089","https://openalex.org/W4225764944","https://openalex.org/W4394642966"],"related_works":["https://openalex.org/W4298185404","https://openalex.org/W4285662467","https://openalex.org/W4403324086","https://openalex.org/W4399759357","https://openalex.org/W4414820745","https://openalex.org/W4415160035","https://openalex.org/W3209961373","https://openalex.org/W4415083449","https://openalex.org/W7135059222","https://openalex.org/W4392340557"],"abstract_inverted_index":{"Learning":[0],"representations":[1],"of":[2,50,95,120],"neural":[3,24],"network":[4],"weights":[5,69],"given":[6],"a":[7,35,42,87],"model":[8,21,36,68,124],"zoo":[9,37],"is":[10,80],"an":[11,31],"emerging":[12],"and":[13,47,86,106],"challenging":[14],"area":[15],"with":[16],"many":[17],"potential":[18,119],"applications":[19],"from":[20,123],"inspection,":[22],"to":[23,40,65,82,108,126],"architecture":[25],"search":[26],"or":[27],"knowledge":[28,121],"distillation.":[29],"Recently,":[30],"autoencoder":[32],"trained":[33],"on":[34,91],"was":[38],"able":[39],"learn":[41],"hyper-representation,":[43],"which":[44,77],"captures":[45],"intrinsic":[46],"extrinsic":[48],"properties":[49],"the":[51,54,92,118,133],"models":[52,85,98,128],"in":[53],"zoo.":[55],"In":[56],"this":[57],"work,":[58],"we":[59,78],"extend":[60],"hyper-representations":[61,130],"for":[62,112,135],"generative":[63],"use":[64],"sample":[66],"new":[67,127],"as":[70],"pre-training.":[71],"We":[72],"propose":[73],"layer-wise":[74],"loss":[75],"normalization":[76],"demonstrate":[79],"key":[81],"generate":[83],"high-performing":[84],"sampling":[88],"method":[89],"based":[90],"empirical":[93],"density":[94],"hyper-representations.":[96],"The":[97],"generated":[99],"using":[100],"our":[101],"methods":[102],"are":[103],"diverse,":[104],"performant":[105],"capable":[107],"outperform":[109],"conventional":[110],"baselines":[111],"transfer":[113],"learning.":[114],"Our":[115],"results":[116],"indicate":[117],"aggregation":[122],"zoos":[125],"via":[129],"thereby":[131],"paving":[132],"avenue":[134],"novel":[136],"research":[137],"directions.":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4288043318","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2022-07-27T00:00:00"}
