{"id":"https://openalex.org/W2592280765","doi":"https://doi.org/10.1162/tacl_a_00043","title":"Visually Grounded and Textual Semantic Models Differentially Decode Brain Activity Associated with Concrete and Abstract Nouns","display_name":"Visually Grounded and Textual Semantic Models Differentially Decode Brain Activity Associated with Concrete and Abstract Nouns","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2592280765","doi":"https://doi.org/10.1162/tacl_a_00043","mag":"2592280765"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00043","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00043","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00043","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00043","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010687192","display_name":"Andrew Anderson","orcid":"https://orcid.org/0000-0002-4357-4739"},"institutions":[{"id":"https://openalex.org/I4210104429","display_name":"Institute of Cognitive and Brain Sciences","ror":"https://ror.org/01c3w3270","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104429"]},{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew J. Anderson","raw_affiliation_strings":["Brain & Cognitive Sciences, University of Rochester,"],"affiliations":[{"raw_affiliation_string":"Brain & Cognitive Sciences, University of Rochester,","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016956470","display_name":"Douwe Kiela","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Douwe Kiela","raw_affiliation_strings":["Computer Laboratory, University of Cambridge,"],"affiliations":[{"raw_affiliation_string":"Computer Laboratory, University of Cambridge,","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057392864","display_name":"Stephen Clark","orcid":"https://orcid.org/0000-0002-2193-4705"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Stephen Clark","raw_affiliation_strings":["Computer Laboratory, University of Cambridge,"],"affiliations":[{"raw_affiliation_string":"Computer Laboratory, University of Cambridge,","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047065550","display_name":"Massimo Poesio","orcid":"https://orcid.org/0000-0001-8469-2072"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Massimo Poesio","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex,"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex,","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010687192","https://openalex.org/A5016956470","https://openalex.org/A5047065550","https://openalex.org/A5057392864"],"corresponding_institution_ids":["https://openalex.org/I110002522","https://openalex.org/I241749","https://openalex.org/I4210104429","https://openalex.org/I5388228"],"apc_list":null,"apc_paid":null,"fwci":4.8881,"has_fulltext":true,"cited_by_count":74,"citation_normalized_percentile":{"value":0.95724883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"5","issue":null,"first_page":"17","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concreteness","display_name":"Concreteness","score":0.8525573015213013},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.790631890296936},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.7553454637527466},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.6180564165115356},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.5461883544921875},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5328531861305237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5226221680641174},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4823857843875885},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4739946126937866},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.470177561044693},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4564611315727234},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45026496052742004},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.43949973583221436},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.1808120310306549},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13807305693626404}],"concepts":[{"id":"https://openalex.org/C2778436841","wikidata":"https://www.wikidata.org/wiki/Q5159081","display_name":"Concreteness","level":2,"score":0.8525573015213013},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790631890296936},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.7553454637527466},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.6180564165115356},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.5461883544921875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5328531861305237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5226221680641174},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4823857843875885},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4739946126937866},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.470177561044693},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4564611315727234},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45026496052742004},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.43949973583221436},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.1808120310306549},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13807305693626404},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00043","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00043","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00043","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c84a7d2234d94982bb54a003b1d14f24","is_oa":true,"landing_page_url":"https://doaj.org/article/c84a7d2234d94982bb54a003b1d14f24","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 5 (2021)","raw_type":"article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/31960","is_oa":true,"landing_page_url":"http://qmro.qmul.ac.uk/xmlui/handle/123456789/31960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/263633","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/263633","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.17863/cam.8991","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.8991","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00043","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00043","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00043","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2592280765.pdf","grobid_xml":"https://content.openalex.org/works/W2592280765.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W149643677","https://openalex.org/W1614298861","https://openalex.org/W1789976143","https://openalex.org/W1878625794","https://openalex.org/W1912717992","https://openalex.org/W1974991592","https://openalex.org/W1980054394","https://openalex.org/W1980592753","https://openalex.org/W2015866962","https://openalex.org/W2025668003","https://openalex.org/W2036931463","https://openalex.org/W2057855695","https://openalex.org/W2062118960","https://openalex.org/W2065133030","https://openalex.org/W2079478118","https://openalex.org/W2091811035","https://openalex.org/W2099253769","https://openalex.org/W2104912629","https://openalex.org/W2105251485","https://openalex.org/W2110065044","https://openalex.org/W2112184938","https://openalex.org/W2117999309","https://openalex.org/W2130167591","https://openalex.org/W2131846894","https://openalex.org/W2145056192","https://openalex.org/W2145887413","https://openalex.org/W2147328078","https://openalex.org/W2148861942","https://openalex.org/W2150295085","https://openalex.org/W2155893237","https://openalex.org/W2168217710","https://openalex.org/W2172191903","https://openalex.org/W2176287621","https://openalex.org/W2213894688","https://openalex.org/W2250676463","https://openalex.org/W2251885125","https://openalex.org/W2252057887","https://openalex.org/W2430388621","https://openalex.org/W4251944343"],"related_works":["https://openalex.org/W2519669014","https://openalex.org/W2008983382","https://openalex.org/W2084551885","https://openalex.org/W2953906194","https://openalex.org/W3168830680","https://openalex.org/W2086240363","https://openalex.org/W2147158518","https://openalex.org/W2625144784","https://openalex.org/W40591427","https://openalex.org/W3196276671"],"abstract_inverted_index":{"Important":[0],"advances":[1],"have":[2],"recently":[3],"been":[4],"made":[5],"using":[6,95,151],"computational":[7,47,166],"semantic":[8],"models":[9,31,48,76,139,154,167],"to":[10,33,49,110,130,171],"decode":[11,50,141],"brain":[12,115],"activity":[13,56],"patterns":[14],"associated":[15],"with":[16],"concepts;":[17],"however,":[18,146],"this":[19,42,162],"work":[20],"has":[21],"almost":[22],"exclusively":[23],"focused":[24],"on":[25,88,101],"concrete":[26,69,108,144],"nouns.":[27,72,159],"How":[28],"well":[29],"these":[30],"extend":[32],"decoding":[34],"abstract":[35,71,121,158,179],"nouns":[36],"is":[37,79,92,148],"largely":[38],"unknown.":[39],"We":[40],"address":[41],"question":[43],"by":[44,59],"applying":[45],"state-of-the-art":[46],"functional":[51],"Magnetic":[52],"Resonance":[53],"Imaging":[54],"(fMRI)":[55],"patterns,":[57],"elicited":[58],"participants":[60],"reading":[61],"and":[62,70,118,120],"imagining":[63],"a":[64],"diverse":[65],"set":[66],"of":[67,74,178],"both":[68,116,138],"One":[73],"the":[75,82,114,126,142,152,156,175,182],"we":[77,134],"use":[78],"linguistic,":[80],"exploiting":[81],"recent":[83],"word2vec":[84],"skipgram":[85],"approach":[86],"trained":[87,100],"Wikipedia.":[89],"The":[90],"second":[91],"visually":[93],"grounded,":[94],"deep":[96],"convolutional":[97],"neural":[98],"networks":[99],"Google":[102],"Images.":[103],"Dual":[104],"coding":[105],"theory":[106],"considers":[107],"concepts":[109,122,180],"be":[111],"encoded":[112],"in":[113,173,181],"linguistically":[117],"visually,":[119],"only":[123],"linguistically.":[124],"Splitting":[125],"fMRI":[127],"data":[128],"according":[129],"human":[131],"concreteness":[132],"ratings,":[133],"indeed":[135],"observe":[136],"that":[137,164],"significantly":[140,149],"most":[143,157],"nouns;":[145],"accuracy":[147],"greater":[150],"text-based":[153],"for":[155],"More":[160],"generally":[161],"confirms":[163],"current":[165],"are":[168],"sufficiently":[169],"advanced":[170],"assist":[172],"investigating":[174],"representational":[176],"structure":[177],"brain.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}