{"id":"https://openalex.org/W4393603650","doi":"https://doi.org/10.5281/zenodo.7023335","title":"Sparsified Model Zoo Twins: A Dataset of Sparsified Populations of Neural Network Models - MNIST","display_name":"Sparsified Model Zoo Twins: A Dataset of Sparsified Populations of Neural Network Models - MNIST","alternate_titles":[],"publication_year":2022,"publication_date":"2022-08-25","ids":{"openalex":"https://openalex.org/W4393603650","doi":"https://doi.org/10.5281/zenodo.7023335"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7023336","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/7023336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"parent_works":[],"lineage":["https://openalex.org/W4393603650"],"child_works_count":0,"type":"dataset","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7023336","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076967889","display_name":"Konstantin Sch\u00fcrholt","orcid":"https://orcid.org/0000-0002-0983-3223","observed_orcids":["https://orcid.org/0000-0002-0983-3223"]},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sch\u00fcrholt, Konstantin","raw_affiliation_strings":["AIML Lab, University of St.Gallen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML Lab, University of St.Gallen","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060282138","display_name":"Diyar Taskiran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Taskiran, Diyar","raw_affiliation_strings":["AIML Lab, University of St.Gallen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML Lab, University of St.Gallen","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054351253","display_name":"Boris A. Knyazev","orcid":"https://orcid.org/0000-0003-4187-3249","observed_orcids":["https://orcid.org/0000-0003-4187-3249"]},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Knyazev, Boris","raw_affiliation_strings":["AI Lab Montreal, Samsung Advanced Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Lab Montreal, Samsung Advanced Institute of Technology","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051863471","display_name":"Xavier Gir\u00f3-i-Nieto","orcid":"https://orcid.org/0000-0002-9935-5332","observed_orcids":["https://orcid.org/0000-0002-9935-5332"]},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gir\u00f3-i-Nieto, Xavier","raw_affiliation_strings":["Image Processing Group, Universitat Polit\u00e8cnica de Catalunya"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Image Processing Group, Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065722787","display_name":"Damian Borth","orcid":"https://orcid.org/0000-0002-4660-2627","observed_orcids":["https://orcid.org/0000-0002-4660-2627"]},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Borth, Damian","raw_affiliation_strings":["AIML Lab, University of St.Gallen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIML Lab, University of St.Gallen","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06440000236034393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.032499998807907104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-zoo","display_name":"model zoo","score":0.8539999723434448},{"id":"https://openalex.org/keywords/weight-space","display_name":"weight space","score":0.8090000152587891},{"id":"https://openalex.org/keywords/sparsification","display_name":"sparsification","score":0.8460000157356262},{"id":"https://openalex.org/keywords/variational-dropout","display_name":"variational dropout","score":0.9779999852180481},{"id":"https://openalex.org/keywords/mnist","display_name":"MNIST","score":0.7509999871253967},{"id":"https://openalex.org/keywords/learning-dynamics","display_name":"learning dynamics","score":0.5540000200271606},{"id":"https://openalex.org/keywords/model-analysis","display_name":"model analysis","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9024670720100403},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6305615901947021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4318174719810486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40330520272254944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3300018906593323}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:7023336","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/7023336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},{"id":"doi:10.5281/zenodo.7023335","doi":"https://doi.org/10.5281/zenodo.7023335","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7023335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.7023336","doi":"https://doi.org/10.5281/zenodo.7023336","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7023336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7023336","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/7023336","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4393683243","https://openalex.org/W4393607125","https://openalex.org/W4393561889","https://openalex.org/W7207900743","https://openalex.org/W4415330038","https://openalex.org/W4367191133","https://openalex.org/W4415160035","https://openalex.org/W3152714003","https://openalex.org/W4414820745","https://openalex.org/W590240506"],"abstract_inverted_index":{"Abstract":[0],"In":[1,173],"the":[2,13,64,75,115,128,139,175,213,223,249,273,277,284],"last":[3,274],"years,":[4],"neural":[5,23,46,122,147,167,201],"networks":[6],"have":[7],"evolved":[8],"from":[9,272],"laboratory":[10],"environments":[11],"to":[12,50,212],"state-of-the-art":[14],"for":[15,96,118,141,170,228,287,290],"many":[16],"real-world":[17],"problems.":[18],"Our":[19],"hypothesis":[20],"is":[21,180,238,260,266],"that":[22,63],"network":[24,47,123,168,202],"models":[25,48,169,203,253],"(i.e.,":[26],"their":[27],"weights":[28,124],"and":[29,67,79,125,134,163,197,225,247,299],"biases)":[30],"evolve":[31],"on":[32,182,255],"unique,":[33],"smooth":[34],"trajectories":[35],"in":[36,58,205],"weight":[37,59],"space":[38],"during":[39],"training.":[40],"Following,":[41],"a":[42,154,241],"population":[43,259],"of":[44,69,77,85,109,121,130,146,157,166,187,222,240,244,252,276],"such":[45,89,110],"(refereed":[49],"as":[51,232],"\u201cmodel":[52],"zoo\u201d)":[53],"would":[54],"form":[55],"topological":[56],"structures":[57,71],"space.":[60],"We":[61],"think":[62],"geometry,":[65],"curvature":[66],"smoothness":[68],"these":[70],"contain":[72],"information":[73,298],"about":[74,144],"state":[76],"training":[78],"can":[80,301],"be":[81,302],"reveal":[82],"latent":[83],"properties":[84],"individual":[86],"models.":[87,293],"With":[88,149],"zoos,":[90],"one":[91],"could":[92],"investigate":[93],"novel":[94,155],"approaches":[95],"(i)":[97],"model":[98,116,132,158,177,189,209,214,245],"analysis,":[99],"(ii)":[100],"discover":[101],"unknown":[102],"learning":[103],"dynamics,":[104],"(iii)":[105],"learn":[106],"rich":[107],"representations":[108],"populations,":[111],"or":[112],"(iv)":[113],"exploit":[114],"zoos":[117,133,159,190,224,246,295],"generative":[119],"modelling":[120],"biases.":[126],"Unfortunately,":[127],"lack":[129],"standardized":[131],"available":[135,262],"benchmarks":[136,227],"significantly":[137],"increases":[138],"friction":[140],"further":[142,171],"research":[143],"populations":[145,165],"networks.":[148],"this":[150],"work,":[151],"we":[152,217],"publish":[153],"dataset":[156,179,237],"containing":[160],"systematically":[161],"generated":[162,196],"diverse":[164],"research.":[172],"total":[174],"proposed":[176],"zoo":[178,215],"based":[181],"six":[183],"image":[184],"datasets,":[185],"consist":[186],"27":[188],"with":[191,296],"varying":[192],"hyperparameter":[193],"combinations":[194],"are":[195],"includes":[198],"50\u2019360":[199],"unique":[200],"resulting":[204],"over":[206],"2\u2019585\u2019360":[207],"collected":[208],"states.":[210],"Additionally,":[211],"data":[216],"provide":[218,226],"an":[219],"in-depth":[220],"analysis":[221],"multiple":[229],"downstream":[230],"tasks":[231],"mentioned":[233],"before.":[234],"Dataset":[235],"This":[236],"part":[239],"larger":[242],"collection":[243],"contains":[248,283],"sparsified":[250],"twins":[251],"trained":[254],"MNIST.":[256],"The":[257,280],"original":[258,278],"made":[261],"at":[263,304],"https://doi.org/10.5281/zenodo.6632086.":[264],"Sparsification":[265],"done":[267],"using":[268],"Variational":[269],"Dropout,":[270],"starting":[271],"epoch":[275],"population.":[279],"zip":[281],"file":[282],"sparsification":[285],"trajectory":[286],"25":[288],"epochs":[289],"all":[291],"1000":[292],"All":[294],"extensive":[297],"code":[300],"found":[303],"www.modelzoos.cc.":[305]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393603650","counts_by_year":[],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2024-04-03T00:00:00"}
