{"id":"https://openalex.org/W3016503290","doi":null,"title":"The Notorious Difficulty of Comparing Human and Machine Perception","display_name":"The Notorious Difficulty of Comparing Human and Machine Perception","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W3016503290","mag":"3016503290"},"language":"en","primary_location":{"id":"mag:3016503290","doi":null,"is_oa":false,"landing_page_url":"http://bethgelab.org/publications/218/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063297078","display_name":"Christina M. Funke","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christina M. Funke","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047078545","display_name":"Judy Borowski","orcid":"https://orcid.org/0000-0002-3746-7152","observed_orcids":["https://orcid.org/0000-0002-3746-7152"]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Judy Borowski","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":"https://orcid.org/0000-0002-3746-7152","affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054976235","display_name":"Karolina Stosio","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karolina Stosio","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086801305","display_name":"Wieland Brendel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wieland Brendel","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042571927","display_name":"Thomas S. A. Wallis","orcid":"https://orcid.org/0000-0001-7431-4852","observed_orcids":["https://orcid.org/0000-0001-7431-4852"]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas S. A. Wallis","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":"https://orcid.org/0000-0001-7431-4852","affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061457780","display_name":"Matthias Bethge","orcid":"https://orcid.org/0000-0002-6417-7812","observed_orcids":["https://orcid.org/0000-0002-6417-7812","https://orcid.org/0009-0008-5601-6120"]},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Bethge","raw_affiliation_strings":["University of Tuebingen"],"raw_orcid":"https://orcid.org/0000-0002-6417-7812","affiliations":[{"raw_affiliation_string":"University of Tuebingen","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I8087733"],"apc_list":null,"apc_paid":null,"fwci":1.3497,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.80597944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.17659999430179596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.1671999990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.14949999749660492,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-machine-comparison","display_name":"human-machine comparison","score":0.8320000171661377},{"id":"https://openalex.org/keywords/perception","display_name":"perception","score":0.5569999814033508},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.8489999771118164},{"id":"https://openalex.org/keywords/same-different-task","display_name":"same-different task","score":0.6880000233650208},{"id":"https://openalex.org/keywords/spatial-recognition","display_name":"spatial recognition","score":0.42399999499320984},{"id":"https://openalex.org/keywords/decision-making-strategies","display_name":"decision strategies","score":0.8669999837875366},{"id":"https://openalex.org/keywords/training-data-bias","display_name":"training data bias","score":0.37700000405311584},{"id":"https://openalex.org/keywords/feedforward-neural-networks","display_name":"feedforward neural networks","score":0.6809999942779541}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7401963472366333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.726834237575531},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.700556755065918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6552291512489319},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6375014185905457},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6262739896774292},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6202195882797241},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.45568063855171204},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4236699342727661},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1277714967727661},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1019669771194458},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3016503290","doi":null,"is_oa":false,"landing_page_url":"http://bethgelab.org/publications/218/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W613766092","https://openalex.org/W1522301498","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W1991983502","https://openalex.org/W2017108196","https://openalex.org/W2017536682","https://openalex.org/W2040036684","https://openalex.org/W2049895001","https://openalex.org/W2058616551","https://openalex.org/W2060565253","https://openalex.org/W2062379563","https://openalex.org/W2064936121","https://openalex.org/W2070147392","https://openalex.org/W2074566333","https://openalex.org/W2081580037","https://openalex.org/W2107647130","https://openalex.org/W2108598243","https://openalex.org/W2119153050","https://openalex.org/W2149194912","https://openalex.org/W2160831101","https://openalex.org/W2161868780","https://openalex.org/W2162950292","https://openalex.org/W2187800623","https://openalex.org/W2194775991","https://openalex.org/W2280426979","https://openalex.org/W2337199865","https://openalex.org/W2340037749","https://openalex.org/W2343204383","https://openalex.org/W2382107491","https://openalex.org/W2475287302","https://openalex.org/W2488028880","https://openalex.org/W2492109573","https://openalex.org/W2624614404","https://openalex.org/W2626967530","https://openalex.org/W2729557715","https://openalex.org/W2735607295","https://openalex.org/W2759269552","https://openalex.org/W2763767712","https://openalex.org/W2793696519","https://openalex.org/W2804342109","https://openalex.org/W2808555337","https://openalex.org/W2899877788","https://openalex.org/W2901893099","https://openalex.org/W2919093153","https://openalex.org/W2923742357","https://openalex.org/W2946948417","https://openalex.org/W2949444519","https://openalex.org/W2949935872","https://openalex.org/W2951286828","https://openalex.org/W2951940613","https://openalex.org/W2952337489","https://openalex.org/W2952610664","https://openalex.org/W2952984539","https://openalex.org/W2953310191","https://openalex.org/W2961540362","https://openalex.org/W2962830928","https://openalex.org/W2964153729","https://openalex.org/W2966900272","https://openalex.org/W2979088304","https://openalex.org/W2982128187","https://openalex.org/W2989818084","https://openalex.org/W3004736626","https://openalex.org/W3013386261","https://openalex.org/W3015337401","https://openalex.org/W3020924976","https://openalex.org/W3081733458","https://openalex.org/W3108490213","https://openalex.org/W4294214781"],"related_works":["https://openalex.org/W7084841220","https://openalex.org/W2475327816","https://openalex.org/W2731168235","https://openalex.org/W6887348642","https://openalex.org/W2973348528","https://openalex.org/W2951646582","https://openalex.org/W7134810160","https://openalex.org/W7213466820","https://openalex.org/W3040102868","https://openalex.org/W3095076057"],"abstract_inverted_index":{"With":[0],"the":[1,30,37,100,144],"rise":[2],"of":[3,15,36,40,102,146],"machines":[4],"to":[5,32,44,57,69,84,107,134,154,205,208],"human-level":[6],"performance":[7,79,101],"in":[8,23,132,201],"complex":[9],"recognition":[194],"tasks,":[11,157],"a":[12,74,81,193],"growing":[13],"amount":[14],"work":[16],"is":[17,89,105,119,172],"directed":[18],"towards":[19],"comparing":[20,123,216],"information":[21],"processing":[22],"humans":[24,124],"and":[25,43,110,125,178,186,218],"machines.":[26],"These":[27],"works":[28],"have":[29],"potential":[31],"deepen":[33],"our":[34,158,211],"understanding":[35],"inner":[38],"mechanisms":[39],"human":[41,212,217],"perception":[42],"improve":[45],"machine":[46,219],"learning.":[47],"Drawing":[48],"robust":[49],"conclusions":[50,115,145],"from":[51,116],"comparison":[52],"studies,":[53],"however,":[54],"turns":[55],"out":[56],"be":[58,206],"difficult.":[59,120],"Here,":[60],"we":[61],"highlight":[62],"common":[63,182],"shortcomings":[64,140],"that":[65,170,188],"can":[66,96],"easily":[67],"lead":[68],"fragile":[70],"conclusions.":[71],"First,":[72],"if":[73],"model":[75],"does":[76],"achieve":[77],"high":[78],"on":[80,196],"task":[82],"similar":[83],"humans,":[85],"its":[86],"decision-making":[87,163],"process":[88],"not":[90,209],"necessarily":[91],"human-like.":[92],"Moreover,":[93],"further":[94,168],"analyses":[95],"reveal":[97],"differences.":[98,137],"Second,":[99],"neural":[103,159,184,189],"networks":[104,160,185,190],"sensitive":[106],"training":[108],"procedures":[109],"architectural":[111],"details.":[112],"Thus,":[113],"generalizing":[114],"specific":[117],"architectures":[118],"Finally,":[121],"when":[122,215],"machines,":[126],"equivalent":[127],"experimental":[128],"settings":[129],"are":[130],"crucial":[131],"order":[133],"identify":[135],"innate":[136],"Addressing":[138],"these":[139],"alters":[141],"or":[142],"refines":[143],"studies.":[147],"We":[148,167],"show":[149,169],"that,":[150],"despite":[151],"their":[152],"ability":[153],"solve":[155],"closed-contour":[156],"use":[161],"different":[162],"strategies":[164],"than":[165],"humans.":[166],"there":[171],"no":[173],"fundamental":[174],"difference":[175],"between":[176],"same-different":[177],"spatial":[179],"tasks":[180],"for":[181],"feed-forward":[183],"finally,":[187],"do":[191],"experience":[192],"gap":[195],"minimal":[197],"recognizable":[198],"images.":[199],"All":[200],"all,":[202],"care":[203],"has":[204],"taken":[207],"impose":[210],"systematic":[213],"bias":[214],"perception.":[220]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":6}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-04-24T00:00:00"}