{"id":"https://openalex.org/W2978102510","doi":"https://doi.org/10.1109/ijcnn.2019.8852117","title":"Learning \"What\" and \"Where\": An Interpretable Neural Encoding Model","display_name":"Learning \"What\" and \"Where\": An Interpretable Neural Encoding Model","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2978102510","doi":"https://doi.org/10.1109/ijcnn.2019.8852117","mag":"2978102510"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077914684","display_name":"Haibao Wang","orcid":"https://orcid.org/0000-0002-3174-1907"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haibao Wang","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029894649","display_name":"Lijie Huang","orcid":"https://orcid.org/0000-0003-2515-0315"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijie Huang","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence, CASIA, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence, CASIA, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changde Du","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669549","display_name":"Huiguang He","orcid":"https://orcid.org/0000-0002-0684-1711"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA University of Chinese Academy of Sciences, Center for Excellence in Brain Science and Intelligence Technology, CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Brain-Inspired Intelligence National Laboratory of Pattern Recognition, CASIA University of Chinese Academy of Sciences, Center for Excellence in Brain Science and Intelligence Technology, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5077914684"],"corresponding_institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.1216,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4755967,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"132","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8622012138366699},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475471496582031},{"id":"https://openalex.org/keywords/receptive-field","display_name":"Receptive field","score":0.7337971925735474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6635886430740356},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6495047807693481},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"Visual cortex","score":0.6101837754249573},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.5450759530067444},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4952971041202545},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4893040359020233},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.45336607098579407},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4517407715320587},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.45125237107276917},{"id":"https://openalex.org/keywords/neural-coding","display_name":"Neural coding","score":0.44338083267211914},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.4320884346961975},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42279180884361267},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4153617322444916},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.2372054159641266},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10058912634849548}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8622012138366699},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475471496582031},{"id":"https://openalex.org/C19071747","wikidata":"https://www.wikidata.org/wiki/Q1755207","display_name":"Receptive field","level":2,"score":0.7337971925735474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6635886430740356},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6495047807693481},{"id":"https://openalex.org/C2779345533","wikidata":"https://www.wikidata.org/wiki/Q75785","display_name":"Visual cortex","level":2,"score":0.6101837754249573},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.5450759530067444},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4952971041202545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4893040359020233},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.45336607098579407},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4517407715320587},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.45125237107276917},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.44338083267211914},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.4320884346961975},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42279180884361267},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4153617322444916},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2372054159641266},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10058912634849548},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1715013381","https://openalex.org/W1980707243","https://openalex.org/W1983753485","https://openalex.org/W2007226897","https://openalex.org/W2013454879","https://openalex.org/W2037926997","https://openalex.org/W2042660955","https://openalex.org/W2058616551","https://openalex.org/W2060766543","https://openalex.org/W2084518818","https://openalex.org/W2093793583","https://openalex.org/W2094185993","https://openalex.org/W2094764749","https://openalex.org/W2115659461","https://openalex.org/W2126810579","https://openalex.org/W2142245130","https://openalex.org/W2154579312","https://openalex.org/W2163605009","https://openalex.org/W2176287621","https://openalex.org/W2559968538","https://openalex.org/W2585184004","https://openalex.org/W2900361589","https://openalex.org/W2904523347","https://openalex.org/W2950815076","https://openalex.org/W2964121744","https://openalex.org/W6631190155","https://openalex.org/W6682751323","https://openalex.org/W6684191040","https://openalex.org/W6732661643","https://openalex.org/W6757187366"],"related_works":["https://openalex.org/W3104551098","https://openalex.org/W2972627647","https://openalex.org/W1987677640","https://openalex.org/W2059720077","https://openalex.org/W2542327379","https://openalex.org/W2024821972","https://openalex.org/W2166777364","https://openalex.org/W1840528424","https://openalex.org/W2521540975","https://openalex.org/W2051526952"],"abstract_inverted_index":{"Neural":[0],"encoding":[1,37,120],"modeling":[2],"aims":[3],"to":[4,33,55,159],"reveal":[5],"how":[6,57],"brain":[7,20,104],"processes":[8],"perceived":[9],"information":[10],"by":[11],"establishing":[12],"a":[13,114],"quantitative":[14],"relationship":[15],"between":[16],"stimuli":[17],"and":[18,43,117,128,135,165],"evoked":[19],"activities.":[21],"In":[22,106],"the":[23,35,46,70,76,82,111,129,132,140,184,199],"field":[24,49],"of":[25,79,131,162,183,186],"visual":[26,41,61,136],"neuroscience,":[27],"many":[28],"studies":[29],"have":[30],"been":[31],"dedicated":[32],"building":[34],"neural":[36,119,125],"model":[38],"for":[39,172],"primary":[40,60],"cortex":[42,62],"demonstrate":[44],"that":[45,198],"population":[47],"receptive":[48,167],"(pRF)":[50],"models":[51,66],"can":[52],"be":[53],"used":[54],"explain":[56],"neurons":[58],"in":[59,147,156],"work.":[63],"However,":[64],"these":[65,95],"rely":[67],"on":[68,75,102,123,178,192],"either":[69],"inflexible":[71],"prior":[72,176],"assumptions":[73,177],"imposed":[74],"spatial":[77,133],"characteristics":[78],"pRF":[80],"or":[81],"clumsy":[83],"parameter":[84],"estimation":[85],"methods":[86,98],"which":[87,180],"requiring":[88],"too":[89],"much":[90],"manual":[91],"adjustment.":[92],"Suffering":[93],"from":[94,151],"issues,":[96],"current":[97],"yield":[99],"dissatisfactory":[100],"performance":[101,204],"mimicking":[103],"activity.":[105],"this":[107],"paper,":[108],"we":[109],"address":[110],"problems":[112],"under":[113],"novel":[115],"\"what":[116],"where\"":[118],"framework.":[121],"Basing":[122],"deep":[124],"network":[126],"(DNN)":[127],"separability":[130],"(\"where\")":[134],"feature":[137],"(\"what\")":[138],"dimensions,":[139],"proposed":[141,200],"method":[142,201],"is":[143],"not":[144],"only":[145],"powerful":[146],"extracting":[148],"nonlinear":[149],"features":[150],"images,":[152],"but":[153],"also":[154],"rich":[155],"interpretability.":[157],"Owing":[158],"two":[160],"forms":[161],"regularization:":[163],"sparsity":[164],"smoothness,":[166],"fields":[168],"are":[169],"estimated":[170],"automatically":[171],"each":[173],"voxel":[174],"without":[175],"shape,":[179],"gets":[181],"rid":[182],"shortcomings":[185],"previous":[187],"methods.":[188,209],"Extensive":[189],"empirical":[190],"evaluations":[191],"publicly":[193],"available":[194],"fMRI":[195],"dataset":[196],"show":[197],"has":[202],"superior":[203],"gains":[205],"over":[206],"several":[207],"existing":[208]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}