{"id":"https://openalex.org/W3186799731","doi":"https://doi.org/10.48550/arxiv.2007.08032","title":"When and how CNNs generalize to out-of-distribution category-viewpoint combinations","display_name":"When and how CNNs generalize to out-of-distribution category-viewpoint combinations","publication_year":2020,"publication_date":"2020-07-15","ids":{"openalex":"https://openalex.org/W3186799731","doi":"https://doi.org/10.48550/arxiv.2007.08032","mag":"3186799731"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2007.08032","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08032","pdf_url":"https://arxiv.org/pdf/2007.08032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.08032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040427850","display_name":"Spandan Madan","orcid":"https://orcid.org/0000-0002-8957-0004","observed_orcids":["https://orcid.org/0000-0002-8957-0004"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madan, Spandan","raw_affiliation_strings":["SEAS , Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEAS , Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051000016","display_name":"Timothy Henry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry, Timothy","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024274700","display_name":"Jamell Dozier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dozier, Jamell","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055261310","display_name":"Helen Ho","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ho, Helen","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070176712","display_name":"Nishchal Bhandari","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhandari, Nishchal","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042578984","display_name":"Tomotake Sasaki","orcid":"https://orcid.org/0000-0002-3376-2779","observed_orcids":["https://orcid.org/0000-0002-3376-2779"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sasaki, Tomotake","raw_affiliation_strings":["Fujitsu Laboratories Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Laboratories Ltd","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075155488","display_name":"Fr\u00e9do Durand","orcid":"https://orcid.org/0000-0001-9919-069X","observed_orcids":["https://orcid.org/0000-0001-9919-069X"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Durand, Fr\u00e9do","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043151044","display_name":"Hanspeter Pfister","orcid":"https://orcid.org/0000-0002-3620-2582","observed_orcids":["https://orcid.org/0000-0002-3620-2582"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pfister, Hanspeter","raw_affiliation_strings":["SEAS , Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEAS , Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020830959","display_name":"Xavier Boix","orcid":"https://orcid.org/0000-0003-4656-3485","observed_orcids":["https://orcid.org/0000-0003-4656-3485"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boix, Xavier","raw_affiliation_strings":["CBMM & MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CBMM & MIT","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8393999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8393999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10300000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.9860000014305115},{"id":"https://openalex.org/keywords/object-category-classification","display_name":"object category classification","score":0.7630000114440918},{"id":"https://openalex.org/keywords/dataset-diversity","display_name":"data diversity","score":0.6380000114440918},{"id":"https://openalex.org/keywords/neural-specialization","display_name":"neural specialization","score":0.6759999990463257},{"id":"https://openalex.org/keywords/viewpoint-invariance","display_name":"viewpoint invariance","score":0.9160000085830688},{"id":"https://openalex.org/keywords/visual-object-recognition","display_name":"visual object recognition","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8568195700645447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6081528067588806},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5815774202346802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.577805757522583},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.5172146558761597},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5024986267089844},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.4960964620113373},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46372291445732117},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43620336055755615},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34986457228660583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24482962489128113},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2007.08032","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08032","pdf_url":"https://arxiv.org/pdf/2007.08032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3186799731","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2007.08032.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2007.08032","doi":"https://doi.org/10.48550/arxiv.2007.08032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.08032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.08032","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08032","pdf_url":"https://arxiv.org/pdf/2007.08032","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2007070958","display_name":"III: Medium: Visually Interactive Neural Probabilistic Models of Language","funder_award_id":"1901030","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7201050375","display_name":"A Center for Brains, Minds and Machines: the Science and the Technology of Intelligence","funder_award_id":"1231216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108"},{"id":"https://openalex.org/F4320329972","display_name":"SenseTime Group","ror":"https://ror.org/049wsmj07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3186799731.pdf","grobid_xml":"https://content.openalex.org/works/W3186799731.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1564611446","https://openalex.org/W1575599996","https://openalex.org/W1578066333","https://openalex.org/W1591870335","https://openalex.org/W1849277567","https://openalex.org/W1947481528","https://openalex.org/W1949483711","https://openalex.org/W1990037101","https://openalex.org/W1991264156","https://openalex.org/W1994197834","https://openalex.org/W1994488211","https://openalex.org/W2008839571","https://openalex.org/W2031342017","https://openalex.org/W2068777106","https://openalex.org/W2101295242","https://openalex.org/W2105728138","https://openalex.org/W2112796928","https://openalex.org/W2115441154","https://openalex.org/W2123456673","https://openalex.org/W2128942651","https://openalex.org/W2136123750","https://openalex.org/W2138011018","https://openalex.org/W2160169109","https://openalex.org/W2162200008","https://openalex.org/W2169393322","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2433982775","https://openalex.org/W2471821491","https://openalex.org/W2518803647","https://openalex.org/W2549139847","https://openalex.org/W2560645892","https://openalex.org/W2563100679","https://openalex.org/W2575842049","https://openalex.org/W2579985080","https://openalex.org/W2607768201","https://openalex.org/W2610018085","https://openalex.org/W2624871570","https://openalex.org/W2631715525","https://openalex.org/W2753709519","https://openalex.org/W2773740844","https://openalex.org/W2785648721","https://openalex.org/W2793987571","https://openalex.org/W2795274309","https://openalex.org/W2795697078","https://openalex.org/W2806956262","https://openalex.org/W2807007689","https://openalex.org/W2902227449","https://openalex.org/W2903037999","https://openalex.org/W2908124316","https://openalex.org/W2913340405","https://openalex.org/W2916395429","https://openalex.org/W2925148167","https://openalex.org/W2945033152","https://openalex.org/W2949170791","https://openalex.org/W2949907962","https://openalex.org/W2950212750","https://openalex.org/W2950812781","https://openalex.org/W2962748579","https://openalex.org/W2962867954","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2963224792","https://openalex.org/W2963446712","https://openalex.org/W2963665806","https://openalex.org/W2963712450","https://openalex.org/W2963826402","https://openalex.org/W2963851898","https://openalex.org/W2963996492","https://openalex.org/W2964056579","https://openalex.org/W2964137095","https://openalex.org/W2964239644","https://openalex.org/W2970350341","https://openalex.org/W2970692043","https://openalex.org/W2970781471","https://openalex.org/W2996603747","https://openalex.org/W3001083904","https://openalex.org/W3034672970","https://openalex.org/W3141797743","https://openalex.org/W3173254341","https://openalex.org/W4244723818","https://openalex.org/W4394671465","https://openalex.org/W7036813410"],"related_works":["https://openalex.org/W4287718038","https://openalex.org/W4288889641","https://openalex.org/W3042768110","https://openalex.org/W4389260772","https://openalex.org/W4307478548","https://openalex.org/W2970177704","https://openalex.org/W4285760961","https://openalex.org/W3130459032","https://openalex.org/W3105732517","https://openalex.org/W3014082516"],"abstract_inverted_index":{"Object":[0],"recognition":[1],"and":[2,40,57,63,103,107,111,118,165,169],"viewpoint":[3,59,104],"estimation":[4],"lie":[5],"at":[6,134],"the":[7,65,77,93,147,153],"heart":[8],"of":[9,79,96,150,155,158],"visual":[10],"understanding.":[11],"Recent":[12],"works":[13],"suggest":[14],"that":[15,68,75,140],"convolutional":[16],"neural":[17,66,148],"networks":[18,124,129],"(CNNs)":[19],"fail":[20],"to":[21,23,52,88,163,167],"generalize":[22],"out-of-distribution":[24],"(OOD)":[25],"category-viewpoint":[26],"combinations,":[27,62,90,120],"ie.":[28,121,152],"combinations":[29,81],"not":[30],"seen":[31],"during":[32],"training.":[33],"In":[34],"this":[35],"paper,":[36],"we":[37,138],"investigate":[38],"when":[39],"how":[41],"such":[42,70,141],"OOD":[43,61,71,89,119,135,142],"generalization":[44,87,143],"may":[45],"be":[46],"possible":[47],"by":[48,146],"evaluating":[49],"CNNs":[50],"trained":[51],"classify":[53],"both":[54],"object":[55],"category":[56,102,164],"3D":[58],"on":[60,116],"identifying":[64],"mechanisms":[67],"facilitate":[69],"generalization.":[72],"We":[73,99],"show":[74],"increasing":[76],"number":[78],"in-distribution":[80,117],"(ie.":[82],"data":[83],"diversity)":[84],"substantially":[85],"improves":[86],"even":[91],"with":[92],"same":[94],"amount":[95],"training":[97],"data.":[98],"compare":[100],"learning":[101],"in":[105],"separate":[106,128],"shared":[108,123,132],"network":[109],"architectures,":[110],"observe":[112],"starkly":[113],"different":[114],"trends":[115],"while":[122],"are":[125],"helpful":[126],"in-distribution,":[127],"significantly":[130],"outperform":[131],"ones":[133],"combinations.":[136],"Finally,":[137],"demonstrate":[139],"is":[144],"facilitated":[145],"mechanism":[149],"specialization,":[151],"emergence":[154],"two":[156],"types":[157],"neurons":[159,161],"--":[160],"selective":[162],"invariant":[166],"viewpoint,":[168],"vice":[170],"versa.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2021-08-02T00:00:00"}
