{"id":"https://openalex.org/W2925907129","doi":"https://doi.org/10.48550/arxiv.1511.07543","title":"Convergent Learning: Do different neural networks learn the same representations?","display_name":"Convergent Learning: Do different neural networks learn the same representations?","alternate_titles":[],"publication_year":2015,"publication_date":"2015-11-24","ids":{"openalex":"https://openalex.org/W2925907129","doi":"https://doi.org/10.48550/arxiv.1511.07543","mag":"2925907129"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1511.07543","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.07543","pdf_url":"https://arxiv.org/pdf/1511.07543","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2925907129"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1511.07543","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100443469","display_name":"Yixuan Li","orcid":"https://orcid.org/0000-0002-0685-2875","observed_orcids":["https://orcid.org/0000-0002-0685-2875","https://orcid.org/0009-0000-3770-7622"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Yixuan","raw_affiliation_strings":["Cornell University","Cornell University, Ithaca, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Cornell University, Ithaca, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049659753","display_name":"Jason Yosinski","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yosinski, Jason","raw_affiliation_strings":["Cornell University","Cornell University, Ithaca, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Cornell University, Ithaca, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112191507","display_name":"Jeff Clune","orcid":"https://orcid.org/0000-0003-4890-5274","observed_orcids":["https://orcid.org/0000-0003-4890-5274"]},"institutions":[{"id":"https://openalex.org/I12834331","display_name":"University of Wyoming","ror":"https://ror.org/01485tq96","country_code":"US","type":"education","lineage":["https://openalex.org/I12834331"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Clune, Jeff","raw_affiliation_strings":["University of Wyoming","University of Wyoming, Laramie, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wyoming","institution_ids":["https://openalex.org/I12834331"]},{"raw_affiliation_string":"University of Wyoming, Laramie, United States","institution_ids":["https://openalex.org/I12834331"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025894735","display_name":"Hod Lipson","orcid":"https://orcid.org/0000-0003-0769-4618","observed_orcids":["https://orcid.org/0000-0003-0769-4618"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lipson, Hod","raw_affiliation_strings":["Columbia University","Cornell University, Ithaca, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Cornell University, Ithaca, United States","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043211393","display_name":"John E. Hopcroft","orcid":"https://orcid.org/0000-0001-8681-6075","observed_orcids":["https://orcid.org/0000-0001-8681-6075"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hopcroft, John","raw_affiliation_strings":["Cornell University","Cornell University, Ithaca, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Cornell University, Ithaca, United States","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":422,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"196","last_page":"212"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.02800000086426735,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-representations","display_name":"neural network representations","score":0.7990000247955322},{"id":"https://openalex.org/keywords/feature-alignment","display_name":"feature alignment","score":0.3160000145435333},{"id":"https://openalex.org/keywords/intermediate-layer-features","display_name":"intermediate layer features","score":0.5950000286102295},{"id":"https://openalex.org/keywords/bipartite-matching","display_name":"bipartite matching","score":0.7200000286102295},{"id":"https://openalex.org/keywords/spectral-clustering","display_name":"spectral clustering","score":0.9990000128746033},{"id":"https://openalex.org/keywords/low-dimensional-subspace","display_name":"low-dimensional subspace","score":0.8069999814033508},{"id":"https://openalex.org/keywords/distributed-representations","display_name":"distributed representations","score":0.4950000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6900824308395386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6559147834777832},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.6462444067001343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6422334909439087},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5528808832168579},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.49353182315826416},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.491870641708374},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4718121290206909},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46404263377189636},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45756393671035767},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4403867721557617},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3641718626022339},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17036086320877075},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.10895395278930664},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1511.07543","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.07543","pdf_url":"https://arxiv.org/pdf/1511.07543","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1511.07543","doi":"https://doi.org/10.48550/arxiv.1511.07543","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1511.07543","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2925907129","doi":null,"is_oa":true,"landing_page_url":"http://dblp.uni-trier.de/db/conf/iclr/iclr2016.html#LiYCLH15","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},{"id":"mag:2964020032","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v44/li15convergent.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1511.07543","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.07543","pdf_url":"https://arxiv.org/pdf/1511.07543","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7584282798","display_name":"NRI: Deep Learning Unmanned Aircraft Systems for High-Throughput Agricultural Disease Phenotyping","funder_award_id":"1527232","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8125394023","display_name":null,"funder_award_id":"W911NF-14-1-0477","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2925907129.pdf","grobid_xml":"https://content.openalex.org/works/W2925907129.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1493372406","https://openalex.org/W1496253510","https://openalex.org/W1522294902","https://openalex.org/W1673923490","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1899185266","https://openalex.org/W1912570122","https://openalex.org/W1932198206","https://openalex.org/W1945616565","https://openalex.org/W2101234009","https://openalex.org/W2108598243","https://openalex.org/W2117499988","https://openalex.org/W2125690626","https://openalex.org/W2135046866","https://openalex.org/W2143915663","https://openalex.org/W2146989110","https://openalex.org/W2149933564","https://openalex.org/W2157529519","https://openalex.org/W2167343029","https://openalex.org/W2169393322","https://openalex.org/W2949987032","https://openalex.org/W2997591727","https://openalex.org/W3147600416","https://openalex.org/W7098642242"],"related_works":["https://openalex.org/W7095499541","https://openalex.org/W4416556127","https://openalex.org/W2898482221","https://openalex.org/W4385262390","https://openalex.org/W6948264128","https://openalex.org/W2902563587","https://openalex.org/W4394761198","https://openalex.org/W2941548735","https://openalex.org/W2907687473","https://openalex.org/W2807716166"],"abstract_inverted_index":{"Recent":[0],"success":[1],"in":[2,216],"training":[3,109],"deep":[4],"neural":[5,62,143,186],"networks":[6,63,91,111,144],"have":[7],"prompted":[8],"active":[9],"investigation":[10,178],"into":[11,133,194],"the":[12,58,73,122,195,243,252],"features":[13,84,96,212,221],"learned":[14,75,119,214,247],"on":[15,145],"their":[16,117],"intermediate":[17],"layers.":[18],"Such":[19],"research":[20,132,193],"is":[21,71],"difficult":[22],"because":[23,38],"it":[24,39],"requires":[25],"making":[26],"sense":[27],"of":[28,34,51,83,95,106,124,128,185,197,257],"non-linear":[29],"computations":[30],"performed":[31],"by":[32,76],"millions":[33],"parameters,":[35],"but":[36,267],"valuable":[37],"increases":[40],"our":[41],"ability":[42],"to":[43,60,80,139,230,240],"understand":[44],"current":[45],"models":[46],"and":[47,112,115,167,188,265],"create":[48],"improved":[49],"versions":[50],"them.":[52],"In":[53],"this":[54,134],"paper":[55],"we":[56,66,189],"investigate":[57],"extent":[59],"which":[61,70,85],"exhibit":[64],"what":[65],"call":[67],"convergent":[68,198],"learning,":[69],"when":[72],"representations":[74,120],"multiple":[77,110,217,241,273],"nets":[78],"converge":[79],"a":[81,103,146,149,159,168,180,259,262],"set":[82],"are":[86,213,222,238,248],"either":[87],"individually":[88],"similar":[89,98],"between":[90,157,261],"or":[92,126],"where":[93],"subsets":[94],"span":[97,231],"low-dimensional":[99,232],"spaces.":[100],"We":[101,130],"propose":[102],"specific":[104,244],"method":[105],"probing":[107],"representations:":[108],"then":[113],"comparing":[114],"contrasting":[116],"individual,":[118],"at":[121],"level":[123],"neurons":[125],"groups":[127],"neurons.":[129],"begin":[131],"question":[135,196],"using":[136],"three":[137],"techniques":[138],"approximately":[140],"align":[141],"different":[142],"feature":[147],"level:":[148],"bipartite":[150],"matching":[151],"approach":[152,162,171],"that":[153,163,172,191,210,227,251],"makes":[154],"one-to-one":[155],"assignments":[156],"neurons,":[158],"sparse":[160],"prediction":[161],"finds":[164,173],"one-to-many":[165],"mappings,":[166],"spectral":[169],"clustering":[170],"many-to-many":[174],"mappings.":[175],"This":[176],"initial":[177],"reveals":[179],"few":[181],"previously":[182],"unknown":[183],"properties":[184],"networks,":[187,218,242],"argue":[190],"future":[192],"learning":[199],"will":[200],"yield":[201],"many":[202],"more.":[203],"The":[204],"insights":[205],"described":[206],"here":[207],"include":[208],"(1)":[209],"some":[211],"reliably":[215],"yet":[219],"other":[220],"not":[223,268],"consistently":[224],"learned;":[225],"(2)":[226],"units":[228],"learn":[229],"subspaces":[233,237],"and,":[234],"while":[235],"these":[236],"common":[239],"basis":[245],"vectors":[246],"not;":[249],"(3)":[250],"representation":[253],"codes":[254,271],"show":[255],"evidence":[256],"being":[258],"mix":[260],"local":[263],"code":[264],"slightly,":[266],"fully,":[269],"distributed":[270],"across":[272],"units.":[274]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2925907129","counts_by_year":[{"year":2026,"cited_by_count":60},{"year":2025,"cited_by_count":73},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":43},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":23},{"year":2016,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-04-11T00:00:00"}
