{"id":"https://openalex.org/W3207105232","doi":null,"title":"Comparing learned representations of deep neural networks","display_name":"Comparing learned representations of deep neural networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W3207105232","mag":"3207105232"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/123048","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123048","pdf_url":"https://hdl.handle.net/1721.1/123048","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/123048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011510000","display_name":"Vivek Miglani","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vivek Miglani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5011510000"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5449000000953674,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.20389999449253082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.12549999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learned-representations","display_name":"learned representations","score":0.6570000052452087},{"id":"https://openalex.org/keywords/representational-geometry","display_name":"representational geometry","score":0.8019999861717224},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8740000128746033},{"id":"https://openalex.org/keywords/hidden-representations","display_name":"hidden representations","score":0.6610000133514404},{"id":"https://openalex.org/keywords/linear-operators","display_name":"linear operators","score":0.42100000381469727},{"id":"https://openalex.org/keywords/network-initialization","display_name":"network initialization","score":0.7440000176429749},{"id":"https://openalex.org/keywords/resnext","display_name":"ResNeXt","score":0.9750000238418579},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.9599999785423279},{"id":"https://openalex.org/keywords/adversarial-transferability","display_name":"adversarial transferability","score":0.8379999995231628},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.3190000057220459},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5110891461372375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4676710367202759},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46407368779182434},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4378606081008911},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3618418574333191},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3524383306503296},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3478890359401703},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3279528319835663}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/123048","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123048","pdf_url":"https://hdl.handle.net/1721.1/123048","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"mag:3207105232","doi":null,"is_oa":false,"landing_page_url":"https://dspace.mit.edu/handle/1721.1/123048","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/123048","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/123048","pdf_url":"https://hdl.handle.net/1721.1/123048","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207105232.pdf","grobid_xml":"https://content.openalex.org/works/W3207105232.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2057069782","https://openalex.org/W2163605009","https://openalex.org/W2169393322","https://openalex.org/W2194775991","https://openalex.org/W2612637113","https://openalex.org/W2640329709","https://openalex.org/W2902563587","https://openalex.org/W2942630857"],"related_works":["https://openalex.org/W3169092379","https://openalex.org/W7034466318","https://openalex.org/W7061882747","https://openalex.org/W3006044193","https://openalex.org/W6884777404","https://openalex.org/W7170573722","https://openalex.org/W7171738826","https://openalex.org/W1900468982","https://openalex.org/W6885174648","https://openalex.org/W2182736213"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"a":[3,44,55,59,65,126],"variety":[4],"of":[5,43,95,173],"deep":[6,45],"neural":[7,33,46,88],"network":[8,47,89,102,123],"architectures":[9,103],"have":[10,109],"obtained":[11],"substantial":[12],"accuracy":[13],"improvements":[14],"in":[15,58,68],"tasks":[16],"such":[17],"as":[18,51,77,79],"image":[19],"classification,":[20],"speech":[21],"recognition,":[22],"and":[23,63,149,159],"machine":[24],"translation,":[25],"yet":[26],"little":[27],"is":[28],"known":[29],"about":[30],"how":[31],"different":[32,85,101,127],"networks":[34,162],"learn.To":[35],"further":[36],"understand":[37],"this,":[38],"we":[39,98],"interpret":[40],"the":[41,80,93,106,121,142],"function":[42],"used":[48],"for":[49,84,138],"classification":[50],"converting":[52],"inputs":[53],"to":[54,133,156],"hidden":[56,110,150,166],"representation":[57,136,151,167],"high":[60],"dimensional":[61],"space":[62],"applying":[64],"linear":[66,116],"classifier":[67],"this":[69,96],"space.This":[70],"work":[71],"focuses":[72],"on":[73,92,105],"comparing":[74],"these":[75],"representations":[76,111],"well":[78],"learned":[81],"input":[82],"features":[83,148],"state-of-theart":[86],"convolutional":[87],"architectures.By":[90],"focusing":[91],"geometry":[94,137],"representation,":[97],"find":[99,118],"that":[100,119,161],"trained":[104],"same":[107,122],"task":[108],"which":[112],"are":[113],"related":[114],"by":[115],"transformations.We":[117],"retraining":[120],"architecture":[124,144],"with":[125,163],"initialization":[128],"does":[129],"not":[130],"necessarily":[131],"lead":[132],"more":[134,164],"similar":[135,147,165],"most":[139],"architectures,":[140],"but":[141],"ResNeXt":[143],"consistently":[145],"learns":[146],"geometry.We":[152],"also":[153,169],"study":[154],"connections":[155],"adversarial":[157,174],"examples":[158],"observe":[160],"geometries":[168],"exhibit":[170],"higher":[171],"rates":[172],"example":[175],"transferability.":[176]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2021-10-25T00:00:00"}