{"id":"https://openalex.org/W4401123394","doi":"https://doi.org/10.1162/coli_a_00529","title":"From Form(s) to Meaning: Probing the Semantic Depths of Language Models Using Multisense Consistency","display_name":"From Form(s) to Meaning: Probing the Semantic Depths of Language Models Using Multisense Consistency","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401123394","doi":"https://doi.org/10.1162/coli_a_00529"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00529","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00529","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00529/2463172/coli_a_00529.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00529/2463172/coli_a_00529.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019662005","display_name":"Xenia Ohmer","orcid":"https://orcid.org/0000-0002-1295-0973"},"institutions":[{"id":"https://openalex.org/I170658231","display_name":"Osnabr\u00fcck University","ror":"https://ror.org/04qmmjx98","country_code":"DE","type":"education","lineage":["https://openalex.org/I170658231"]},{"id":"https://openalex.org/I4210153173","display_name":"Institut des Sciences Cognitives","ror":"https://ror.org/058hz8544","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210139971","https://openalex.org/I4210153173","https://openalex.org/I4210158834"]}],"countries":["DE","FR"],"is_corresponding":false,"raw_author_name":"Xenia Ohmer","raw_affiliation_strings":["Osnabrueck University, Institute for Cognitive Science. xenia.ohmer@uni-osnabrueck.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osnabrueck University, Institute for Cognitive Science. xenia.ohmer@uni-osnabrueck.de","institution_ids":["https://openalex.org/I170658231","https://openalex.org/I4210153173"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007465102","display_name":"Elia Bruni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153173","display_name":"Institut des Sciences Cognitives","ror":"https://ror.org/058hz8544","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I203339264","https://openalex.org/I4210139971","https://openalex.org/I4210153173","https://openalex.org/I4210158834"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Elia Bruni","raw_affiliation_strings":["Osnabrueck University, Institute for Cognitive Science. elia.bruni@uni-osnabrueck.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osnabrueck University, Institute for Cognitive Science. elia.bruni@uni-osnabrueck.de","institution_ids":["https://openalex.org/I4210153173"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018069499","display_name":"Dieuwke Hupkes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dieuwke Hupke","raw_affiliation_strings":["Meta. dieuwkehupkes@meta.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta. dieuwkehupkes@meta.com","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2308,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63644511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"50","issue":"4","first_page":"1507","last_page":"1556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8844000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8844000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.753600001335144,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7322797179222107},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.717089831829071},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6598522067070007},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5389552712440491},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4197733998298645},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4104684889316559},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3839561939239502},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34254664182662964},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12577766180038452},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.12022912502288818},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.07276639342308044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322797179222107},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.717089831829071},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6598522067070007},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5389552712440491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4197733998298645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4104684889316559},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3839561939239502},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34254664182662964},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12577766180038452},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.12022912502288818},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.07276639342308044}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli_a_00529","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00529","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00529/2463172/coli_a_00529.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c1636da06c754f128c1b1b26e8e05bcb","is_oa":false,"landing_page_url":"https://doaj.org/article/c1636da06c754f128c1b1b26e8e05bcb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00529","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00529","pdf_url":"https://direct.mit.edu/coli/article-pdf/doi/10.1162/coli_a_00529/2463172/coli_a_00529.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8500000238418579}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401123394.pdf","grobid_xml":"https://content.openalex.org/works/W4401123394.grobid-xml"},"referenced_works_count":142,"referenced_works":["https://openalex.org/W1518187293","https://openalex.org/W1994410779","https://openalex.org/W2001711642","https://openalex.org/W2076332735","https://openalex.org/W2101105183","https://openalex.org/W2118276816","https://openalex.org/W2123713131","https://openalex.org/W2134902297","https://openalex.org/W2143274759","https://openalex.org/W2145755360","https://openalex.org/W2154652894","https://openalex.org/W2250146253","https://openalex.org/W2483390977","https://openalex.org/W2549835527","https://openalex.org/W2626079374","https://openalex.org/W2741831486","https://openalex.org/W2744098564","https://openalex.org/W2773963112","https://openalex.org/W2888491130","https://openalex.org/W2891555348","https://openalex.org/W2922523190","https://openalex.org/W2923014074","https://openalex.org/W2932893307","https://openalex.org/W2942054564","https://openalex.org/W2943552823","https://openalex.org/W2949849869","https://openalex.org/W2951286828","https://openalex.org/W2951674308","https://openalex.org/W2952984539","https://openalex.org/W2955321733","https://openalex.org/W2962736243","https://openalex.org/W2963197830","https://openalex.org/W2963751529","https://openalex.org/W2964222268","https://openalex.org/W2970442950","https://openalex.org/W2970746059","https://openalex.org/W2970752815","https://openalex.org/W2971176582","https://openalex.org/W2973047874","https://openalex.org/W3015721781","https://openalex.org/W3018827121","https://openalex.org/W3033254023","https://openalex.org/W3034723486","https://openalex.org/W3034850762","https://openalex.org/W3034995113","https://openalex.org/W3035438620","https://openalex.org/W3035579820","https://openalex.org/W3041665819","https://openalex.org/W3099771192","https://openalex.org/W3100307207","https://openalex.org/W3102483398","https://openalex.org/W3103536442","https://openalex.org/W3121904249","https://openalex.org/W3136669519","https://openalex.org/W3152884768","https://openalex.org/W3159684727","https://openalex.org/W3161374759","https://openalex.org/W3166464178","https://openalex.org/W3168591151","https://openalex.org/W3176198948","https://openalex.org/W3176245452","https://openalex.org/W3196886373","https://openalex.org/W3199748991","https://openalex.org/W3200092677","https://openalex.org/W3202712981","https://openalex.org/W3208933101","https://openalex.org/W3214133644","https://openalex.org/W3214173179","https://openalex.org/W4205460703","https://openalex.org/W4205924343","https://openalex.org/W4226278401","https://openalex.org/W4229741674","https://openalex.org/W4230262515","https://openalex.org/W4236992834","https://openalex.org/W4251395411","https://openalex.org/W4254816979","https://openalex.org/W4286850188","https://openalex.org/W4288379066","https://openalex.org/W4291991132","https://openalex.org/W4297847660","https://openalex.org/W4301194718","https://openalex.org/W4301243929","https://openalex.org/W4309419356","https://openalex.org/W4309419389","https://openalex.org/W4318621130","https://openalex.org/W4322006551","https://openalex.org/W4322718191","https://openalex.org/W4328049044","https://openalex.org/W4362655601","https://openalex.org/W4366769254","https://openalex.org/W4377371871","https://openalex.org/W4379347837","https://openalex.org/W4383875393","https://openalex.org/W4385238793","https://openalex.org/W4385572194","https://openalex.org/W4385573045","https://openalex.org/W4385573296","https://openalex.org/W4385573694","https://openalex.org/W4385775097","https://openalex.org/W4386566791","https://openalex.org/W4386942114","https://openalex.org/W4386977995","https://openalex.org/W4387075507","https://openalex.org/W4387766778","https://openalex.org/W4387782510","https://openalex.org/W4388691863","https://openalex.org/W4389116480","https://openalex.org/W4389518682","https://openalex.org/W4389518907","https://openalex.org/W4389519222","https://openalex.org/W4389519313","https://openalex.org/W4389519585","https://openalex.org/W4389520124","https://openalex.org/W4389520374","https://openalex.org/W4389521024","https://openalex.org/W4390043316","https://openalex.org/W4390529203","https://openalex.org/W4392935324","https://openalex.org/W4401208776","https://openalex.org/W4402667037","https://openalex.org/W4403122979","https://openalex.org/W6630998346","https://openalex.org/W6679947707","https://openalex.org/W6681290437","https://openalex.org/W6682631176","https://openalex.org/W6762392948","https://openalex.org/W6774623936","https://openalex.org/W6779016856","https://openalex.org/W6782879696","https://openalex.org/W6800304861","https://openalex.org/W6803084059","https://openalex.org/W6803845853","https://openalex.org/W6842433381","https://openalex.org/W6845404407","https://openalex.org/W6849590751","https://openalex.org/W6850625674","https://openalex.org/W6851264187","https://openalex.org/W6851781724","https://openalex.org/W6855524108","https://openalex.org/W6856416819","https://openalex.org/W6856433447","https://openalex.org/W6948936239"],"related_works":["https://openalex.org/W2088836968","https://openalex.org/W2369480852","https://openalex.org/W2017063170","https://openalex.org/W1603736412","https://openalex.org/W2360473631","https://openalex.org/W2897855253","https://openalex.org/W2809651922","https://openalex.org/W4304185162","https://openalex.org/W2313927466","https://openalex.org/W4323929292"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"staggering":[2],"pace":[3],"with":[4,90,114,184],"which":[5],"the":[6,73,95,121,135,169,176,195,226,248],"capabilities":[7],"of":[8,20,68,72,117,154,211,228,250],"large":[9],"language":[10,24,37,254],"models":[11],"(LLMs)":[12],"are":[13,53,66],"increasing,":[14],"as":[15,145,147,151],"measured":[16],"by":[17,76,132],"a":[18,36,69,115,172,216],"range":[19],"commonly":[21],"used":[22],"natural":[23],"understanding":[25,71,125,227],"(NLU)":[26],"benchmarks,":[27,78],"raises":[28],"many":[29,51],"questions":[30],"regarding":[31],"what":[32,91],"\u201cunderstanding\u201d":[33],"means":[34],"for":[35,178],"model":[38,177],"and":[39,112,164,181,201,237,239,255],"how":[40,242],"it":[41],"compares":[42],"to":[43,106,206,215],"human":[44,253],"understanding.":[45,219,256],"This":[46],"is":[47,199,213,230],"especially":[48],"true":[49,70],"since":[50],"LLMs":[52,81,229],"exclusively":[54],"trained":[55],"on":[56,60,141,187,241],"text,":[57],"casting":[58],"doubt":[59],"whether":[61,80],"their":[62,245],"stellar":[63],"benchmark":[64],"performances":[65],"reflective":[67],"problems":[74],"represented":[75],"these":[77],"or":[79],"simply":[82],"excel":[83],"at":[84],"uttering":[85],"textual":[86],"forms":[87],"that":[88,119,123,194,208],"correlate":[89],"someone":[92],"who":[93],"understands":[94],"problem":[96],"would":[97],"say.":[98],"In":[99],"this":[100,209,224,243],"philosophically":[101],"inspired":[102],"work,":[103],"we":[104,139,156],"aim":[105],"create":[107],"some":[108],"separation":[109],"between":[110],"form":[111],"meaning,":[113],"series":[116],"tests":[118],"leverage":[120],"idea":[122],"world":[124],"should":[126],"be":[127],"consistent":[128,236],"across":[129,143,160],"presentational":[130],"modes\u2014inspired":[131],"Fregean":[133],"senses\u2014of":[134],"same":[136],"meaning.":[137],"Specifically,":[138],"focus":[140],"consistency":[142,159,198,212],"languages":[144,163],"well":[146],"paraphrases.":[148],"Taking":[149],"GPT-3.5":[150],"our":[152],"object":[153],"study,":[155],"evaluate":[157],"multisense":[158,197],"five":[161],"different":[162],"various":[165],"tasks.":[166],"We":[167,192,220],"start":[168],"evaluation":[170,186],"in":[171,223,247],"controlled":[173],"setting,":[174],"asking":[175],"simple":[179],"facts,":[180],"then":[182],"proceed":[183],"an":[185],"four":[188],"popular":[189],"NLU":[190],"benchmarks.":[191],"find":[193],"model\u2019s":[196],"lacking":[200],"run":[202],"several":[203],"follow-up":[204],"analyses":[205],"verify":[207],"lack":[210],"due":[214],"sense-dependent":[217],"task":[218],"conclude":[221],"that,":[222],"aspect,":[225],"still":[231],"quite":[232],"far":[233],"from":[234],"being":[235],"human-like,":[238],"deliberate":[240],"impacts":[244],"utility":[246],"context":[249],"learning":[251],"about":[252]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}