{"id":"https://openalex.org/W2986138048","doi":"https://doi.org/10.18653/v1/k19-1050","title":"CogniVal: A Framework for Cognitive Word Embedding Evaluation","display_name":"CogniVal: A Framework for Cognitive Word Embedding Evaluation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2986138048","doi":"https://doi.org/10.18653/v1/k19-1050","mag":"2986138048"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k19-1050","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1050","pdf_url":"https://www.aclweb.org/anthology/K19-1050.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/K19-1050.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025749600","display_name":"Nora Hollenstein","orcid":"https://orcid.org/0000-0001-7936-4170"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Nora Hollenstein","raw_affiliation_strings":["Department of Computer Science, ETH Zurich"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050205620","display_name":"Antonio de la Torre","orcid":"https://orcid.org/0000-0002-3935-600X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Antonio de la Torre","raw_affiliation_strings":["Department of Computer Science, ETH Zurich"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038276780","display_name":"Nicolas Langer","orcid":"https://orcid.org/0000-0002-6038-9471"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicolas Langer","raw_affiliation_strings":["Department of Psychology, University of Zurich"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Zurich","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004750246","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0001-5100-3584"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["Department of Computer Science, ETH Zurich"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025749600"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":4.7686,"has_fulltext":true,"cited_by_count":60,"citation_normalized_percentile":{"value":0.96025143,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"538","last_page":"549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.78554368019104},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6779487133026123},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6514717936515808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6075656414031982},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5831954479217529},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5769758820533752},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5728552937507629},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5372291803359985},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4399809241294861},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.41717085242271423},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11514115333557129},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11086505651473999}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78554368019104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6779487133026123},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6514717936515808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6075656414031982},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5831954479217529},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5769758820533752},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5728552937507629},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5372291803359985},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4399809241294861},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.41717085242271423},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11514115333557129},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11086505651473999},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/k19-1050","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1050","pdf_url":"https://www.aclweb.org/anthology/K19-1050.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/k19-1050","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1050","pdf_url":"https://www.aclweb.org/anthology/K19-1050.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2986138048.pdf","grobid_xml":"https://content.openalex.org/works/W2986138048.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W186467705","https://openalex.org/W1982352919","https://openalex.org/W2013112874","https://openalex.org/W2072923434","https://openalex.org/W2088572966","https://openalex.org/W2119728020","https://openalex.org/W2124606882","https://openalex.org/W2138312550","https://openalex.org/W2144578941","https://openalex.org/W2153076044","https://openalex.org/W2153579005","https://openalex.org/W2168217710","https://openalex.org/W2170167574","https://openalex.org/W2250539671","https://openalex.org/W2344975321","https://openalex.org/W2394729563","https://openalex.org/W2394756230","https://openalex.org/W2407291067","https://openalex.org/W2508293255","https://openalex.org/W2512498397","https://openalex.org/W2515910099","https://openalex.org/W2517394272","https://openalex.org/W2566622362","https://openalex.org/W2572064709","https://openalex.org/W2605187196","https://openalex.org/W2612205435","https://openalex.org/W2616278914","https://openalex.org/W2752448390","https://openalex.org/W2756894032","https://openalex.org/W2775102574","https://openalex.org/W2778528841","https://openalex.org/W2782213998","https://openalex.org/W2787481916","https://openalex.org/W2787685818","https://openalex.org/W2798935874","https://openalex.org/W2798949135","https://openalex.org/W2852714836","https://openalex.org/W2883992483","https://openalex.org/W2885202942","https://openalex.org/W2889662161","https://openalex.org/W2896457183","https://openalex.org/W2905110202","https://openalex.org/W2917245944","https://openalex.org/W2949472041","https://openalex.org/W2949915185","https://openalex.org/W2952087486","https://openalex.org/W2962739339","https://openalex.org/W2962772361","https://openalex.org/W2963341956","https://openalex.org/W2963583956","https://openalex.org/W2963692430","https://openalex.org/W2963748441","https://openalex.org/W3013547323","https://openalex.org/W3022154375","https://openalex.org/W3088304102","https://openalex.org/W3121356124","https://openalex.org/W4236120890","https://openalex.org/W4293612949","https://openalex.org/W4294093941","https://openalex.org/W4294170691","https://openalex.org/W4294367149","https://openalex.org/W4322099972"],"related_works":["https://openalex.org/W4288407670","https://openalex.org/W2941608206","https://openalex.org/W947140380","https://openalex.org/W2911655849","https://openalex.org/W4286432911","https://openalex.org/W4230884544","https://openalex.org/W4245453790","https://openalex.org/W3194985222","https://openalex.org/W3216571906","https://openalex.org/W4214830338"],"abstract_inverted_index":{"An":[0],"interesting":[1],"method":[2],"of":[3,57,68],"evaluating":[4,46],"word":[5,48,58],"representations":[6,15,49],"is":[7,100],"by":[8,62],"how":[9],"much":[10],"they":[11],"reflect":[12],"the":[13,17,41,94,118],"semantic":[14],"in":[16,117],"human":[18],"brain.":[19],"However,":[20],"most,":[21],"if":[22],"not":[23],"all,":[24],"previous":[25],"works":[26],"only":[27],"focus":[28],"on":[29,51,130],"small":[30],"datasets":[31,67],"and":[32,71,103,109,126],"a":[33,80],"single":[34],"modality.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39,87],"present":[40],"first":[42],"multimodal":[43],"framework":[44,99],"for":[45,93],"English":[47],"based":[50],"cognitive":[52,121],"lexical":[53],"semantics.":[54],"Six":[55],"types":[56],"embeddings":[59],"are":[60],"evaluated":[61],"fitting":[63],"them":[64],"to":[65,105,127],"15":[66],"eyetracking,":[69],"EEG":[70],"fMRI":[72],"signals":[73],"recorded":[74],"during":[75],"language":[76],"processing.":[77],"To":[78],"achieve":[79],"global":[81],"score":[82],"over":[83],"all":[84],"evaluation":[85,111],"hypotheses,":[86],"apply":[88],"statistical":[89],"significance":[90],"testing":[91],"accounting":[92],"multiple":[95],"comparisons":[96],"problem.":[97],"This":[98],"easily":[101],"extensible":[102],"available":[104],"include":[106],"other":[107],"intrinsic":[108],"extrinsic":[110,131],"methods.":[112],"We":[113],"find":[114],"strong":[115],"correlations":[116],"results":[119],"between":[120],"datasets,":[122],"across":[123],"recording":[124],"modalities":[125],"their":[128],"performance":[129],"NLP":[132],"tasks.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-15T07:15:06.534987","created_date":"2025-10-10T00:00:00"}