{"id":"https://openalex.org/W4402638397","doi":"https://doi.org/10.1162/coli_a_00536","title":"Compositionality and Sentence Meaning: Comparing Semantic Parsing and Transformers on a Challenging Sentence Similarity Dataset","display_name":"Compositionality and Sentence Meaning: Comparing Semantic Parsing and Transformers on a Challenging Sentence Similarity Dataset","publication_year":2024,"publication_date":"2024-09-19","ids":{"openalex":"https://openalex.org/W4402638397","doi":"https://doi.org/10.1162/coli_a_00536"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00536","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/coli_a_00536","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061937918","display_name":"James Fodor","orcid":null},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I4210137922","display_name":"Mind Australia","ror":"https://ror.org/03p0xnn24","country_code":"AU","type":"nonprofit","lineage":["https://openalex.org/I4210137922"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"James Fodor","raw_affiliation_strings":["The University of Melbourne, The Centre for Brain, Mind and Markets. fods12@gmail.com","The Centre for Brain, Mind and Markets, The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, The Centre for Brain, Mind and Markets. fods12@gmail.com","institution_ids":["https://openalex.org/I4210137922"]},{"raw_affiliation_string":"The Centre for Brain, Mind and Markets, The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058212304","display_name":"Simon De Deyne","orcid":"https://orcid.org/0000-0002-7899-6210"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon De Deyne","raw_affiliation_strings":["The University of Melbourne, School of Psychological Sciences. simon.dedeyne@unimelb.edu.au","School of Psychological Sciences, The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne, School of Psychological Sciences. simon.dedeyne@unimelb.edu.au","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"School of Psychological Sciences, The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006886926","display_name":"Shinsuke Suzuki","orcid":"https://orcid.org/0000-0002-9816-9423"},"institutions":[{"id":"https://openalex.org/I111428342","display_name":"Hitotsubashi University","ror":"https://ror.org/04jqj7p05","country_code":"JP","type":"education","lineage":["https://openalex.org/I111428342"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shinsuke Suzuki","raw_affiliation_strings":["Hitotsubashi University, Faculty of Social Data Science. shinsuke.szk@gmail.com","Faculty of Social Data Science, Hitotsubashi University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hitotsubashi University, Faculty of Social Data Science. shinsuke.szk@gmail.com","institution_ids":["https://openalex.org/I111428342"]},{"raw_affiliation_string":"Faculty of Social Data Science, Hitotsubashi University","institution_ids":["https://openalex.org/I111428342"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3744,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89884611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"51","issue":"1","first_page":"139","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9158999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9158999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9085999727249146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8187164068222046},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7754663228988647},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7506594657897949},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.688204288482666},{"id":"https://openalex.org/keywords/principle-of-compositionality","display_name":"Principle of compositionality","score":0.6703554391860962},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6576035022735596},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.6574052572250366},{"id":"https://openalex.org/keywords/semantic-role-labeling","display_name":"Semantic role labeling","score":0.539923369884491},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48387014865875244},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.45061883330345154},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.350531667470932},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09815815091133118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8187164068222046},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7754663228988647},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7506594657897949},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.688204288482666},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.6703554391860962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6576035022735596},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.6574052572250366},{"id":"https://openalex.org/C67277372","wikidata":"https://www.wikidata.org/wiki/Q7449085","display_name":"Semantic role labeling","level":3,"score":0.539923369884491},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48387014865875244},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.45061883330345154},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.350531667470932},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09815815091133118},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/coli_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00536","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4125ce88a6b84ae29ec5edd143ce3af2","is_oa":true,"landing_page_url":"https://doaj.org/article/4125ce88a6b84ae29ec5edd143ce3af2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics (2024)","raw_type":"article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/366607","is_oa":false,"landing_page_url":"https://doi.org/10.1162/coli_a_00536.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00536","pdf_url":null,"source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":165,"referenced_works":["https://openalex.org/W33560626","https://openalex.org/W1597195725","https://openalex.org/W1679137471","https://openalex.org/W1958547877","https://openalex.org/W1984052055","https://openalex.org/W1986972898","https://openalex.org/W2005181355","https://openalex.org/W2006877875","https://openalex.org/W2045335691","https://openalex.org/W2065077271","https://openalex.org/W2118373646","https://openalex.org/W2124479173","https://openalex.org/W2137983211","https://openalex.org/W2149305746","https://openalex.org/W2158997610","https://openalex.org/W2166101983","https://openalex.org/W2200913422","https://openalex.org/W2251466862","https://openalex.org/W2293834552","https://openalex.org/W2301110989","https://openalex.org/W2343872880","https://openalex.org/W2462305634","https://openalex.org/W2502814102","https://openalex.org/W2524911746","https://openalex.org/W2531882892","https://openalex.org/W2540761311","https://openalex.org/W2586064251","https://openalex.org/W2592572258","https://openalex.org/W2596484740","https://openalex.org/W2612872092","https://openalex.org/W2622377691","https://openalex.org/W2754579880","https://openalex.org/W2756163234","https://openalex.org/W2763088512","https://openalex.org/W2765735301","https://openalex.org/W2884001105","https://openalex.org/W2887970879","https://openalex.org/W2891177506","https://openalex.org/W2898914189","https://openalex.org/W2944797580","https://openalex.org/W2951732656","https://openalex.org/W2952308986","https://openalex.org/W2952984539","https://openalex.org/W2954604190","https://openalex.org/W2956530858","https://openalex.org/W2963863610","https://openalex.org/W2963869850","https://openalex.org/W2963918774","https://openalex.org/W2965758391","https://openalex.org/W2970641574","https://openalex.org/W2970958079","https://openalex.org/W2972324944","https://openalex.org/W2974979868","https://openalex.org/W2990536557","https://openalex.org/W2993294196","https://openalex.org/W2996024397","https://openalex.org/W2996167360","https://openalex.org/W2996556191","https://openalex.org/W2996728628","https://openalex.org/W2997200074","https://openalex.org/W2998230451","https://openalex.org/W3011574394","https://openalex.org/W3016970897","https://openalex.org/W3017374003","https://openalex.org/W3018827121","https://openalex.org/W3023321459","https://openalex.org/W3031914912","https://openalex.org/W3034806906","https://openalex.org/W3034850762","https://openalex.org/W3035305735","https://openalex.org/W3035507081","https://openalex.org/W3042429451","https://openalex.org/W3088418428","https://openalex.org/W3088470625","https://openalex.org/W3099624838","https://openalex.org/W3100475986","https://openalex.org/W3102685975","https://openalex.org/W3104739822","https://openalex.org/W3120491054","https://openalex.org/W3132607382","https://openalex.org/W3154449322","https://openalex.org/W3173274550","https://openalex.org/W3173677700","https://openalex.org/W3176887776","https://openalex.org/W3177727271","https://openalex.org/W3191727383","https://openalex.org/W3192500523","https://openalex.org/W3193312199","https://openalex.org/W3196813608","https://openalex.org/W3197009789","https://openalex.org/W3198599617","https://openalex.org/W3200593933","https://openalex.org/W3203540899","https://openalex.org/W3206282310","https://openalex.org/W3215599159","https://openalex.org/W3216178672","https://openalex.org/W4213168938","https://openalex.org/W4221152557","https://openalex.org/W4225639074","https://openalex.org/W4226361124","https://openalex.org/W4229005331","https://openalex.org/W4231033877","https://openalex.org/W4232964818","https://openalex.org/W4234216897","https://openalex.org/W4285221130","https://openalex.org/W4285590193","https://openalex.org/W4287854367","https://openalex.org/W4290768218","https://openalex.org/W4294969216","https://openalex.org/W4307817449","https://openalex.org/W4308141304","https://openalex.org/W4367186096","https://openalex.org/W4385567056","https://openalex.org/W4385572866","https://openalex.org/W4385573693","https://openalex.org/W4385767671","https://openalex.org/W4386740843","https://openalex.org/W4389523957","https://openalex.org/W4391136507","https://openalex.org/W4404783910","https://openalex.org/W6600547426","https://openalex.org/W6603974228","https://openalex.org/W6605323724","https://openalex.org/W6619408338","https://openalex.org/W6629004733","https://openalex.org/W6629630240","https://openalex.org/W6632906053","https://openalex.org/W6638273328","https://openalex.org/W6639364127","https://openalex.org/W6681698864","https://openalex.org/W6682551575","https://openalex.org/W6682691769","https://openalex.org/W6683955330","https://openalex.org/W6691303741","https://openalex.org/W6691329670","https://openalex.org/W6691416354","https://openalex.org/W6691556129","https://openalex.org/W6691557892","https://openalex.org/W6695096417","https://openalex.org/W6713039874","https://openalex.org/W6730425299","https://openalex.org/W6739901393","https://openalex.org/W6740618567","https://openalex.org/W6748355100","https://openalex.org/W6748655984","https://openalex.org/W6753076596","https://openalex.org/W6755207826","https://openalex.org/W6757961350","https://openalex.org/W6758993734","https://openalex.org/W6771829773","https://openalex.org/W6787728148","https://openalex.org/W6789642857","https://openalex.org/W6790370217","https://openalex.org/W6794146050","https://openalex.org/W6809874047","https://openalex.org/W6810738896","https://openalex.org/W6837989031","https://openalex.org/W6839193947","https://openalex.org/W6843533994","https://openalex.org/W6846039144","https://openalex.org/W6849413121","https://openalex.org/W6850936240","https://openalex.org/W6852947401","https://openalex.org/W6853646231","https://openalex.org/W6857608907"],"related_works":["https://openalex.org/W2044479660","https://openalex.org/W2354078889","https://openalex.org/W2391250648","https://openalex.org/W2379635239","https://openalex.org/W2013781749","https://openalex.org/W2365706551","https://openalex.org/W4231385726","https://openalex.org/W2350908672","https://openalex.org/W2494004687","https://openalex.org/W4308117137"],"abstract_inverted_index":{"Abstract":[0],"One":[1],"of":[2,16,28,33,46,59,67,76,85,101,123,126,146,157,163,185,219,240],"the":[3,14,44,57,74,99,158,175,183,217,220,238,247],"major":[4,89],"outstanding":[5],"questions":[6],"in":[7,22,55,72,91,230,249],"computational":[8],"semantics":[9],"is":[10,62,79,98,214],"how":[11],"humans":[12,251],"integrate":[13],"meaning":[15,58,75],"individual":[17],"words":[18],"into":[19,200],"a":[20,23,35,60,65,77,82,117,149,154,201],"sentence":[21,61,78,136,231],"way":[24,248],"that":[25,171,211],"enables":[26],"understanding":[27],"complex":[29],"and":[30,93,152,161,165,197],"novel":[31,202],"combinations":[32,145],"words,":[34,147],"phenomenon":[36],"known":[37],"as":[38,51,64,81],"compositionality.":[39],"Many":[40],"approaches":[41,97],"to":[42,111,141,216,223,227,244],"modeling":[43],"process":[45],"compositionality":[47],"can":[48],"be":[49],"classified":[50],"either":[52],"\u201cvector-based\u201d":[53],"models,":[54,71],"which":[56,73,121,250],"represented":[63,80],"vector":[66],"numbers,":[68],"or":[69],"\u201csyntax-based\u201d":[70],"structured":[83],"tree":[84],"labeled":[86],"components.":[87],"A":[88],"barrier":[90],"assessing":[92],"comparing":[94],"these":[95],"contrasting":[96],"lack":[100],"large,":[102],"relevant":[103],"datasets":[104],"for":[105,129,194,237],"model":[106,204,222],"comparison.":[107],"This":[108],"article":[109],"aims":[110],"address":[112],"this":[113,212],"gap":[114],"by":[115,132],"introducing":[116],"new":[118,176],"dataset,":[119,178],"STS3k,":[120],"consists":[122],"2,800":[124],"pairs":[125,137],"sentences":[127],"rated":[128],"semantic":[130,187],"similarity":[131,188],"human":[133,186,225],"participants.":[134],"The":[135],"have":[138],"been":[139],"selected":[140],"systematically":[142],"vary":[143],"different":[144],"providing":[148],"rigorous":[150],"test":[151],"enabling":[153],"clearer":[155],"picture":[156],"comparative":[159],"strengths":[160],"weaknesses":[162],"vector-based":[164,198],"syntax-based":[166],"methods.":[167],"Our":[168,233],"results":[169],"show":[170,210],"when":[172],"tested":[173],"on":[174],"STS3k":[177],"state-of-the-art":[179],"transformers":[180],"poorly":[181],"capture":[182],"pattern":[184],"judgments,":[189],"while":[190],"even":[191],"simple":[192],"methods":[193,243],"combining":[195],"syntax-":[196],"components":[199],"hybrid":[203,221],"yield":[205],"substantial":[206],"improvements.":[207],"We":[208],"further":[209],"improvement":[213],"due":[215],"ability":[218],"replicate":[224],"sensitivity":[226],"specific":[228],"changes":[229],"structure.":[232],"findings":[234],"provide":[235],"evidence":[236],"value":[239],"integrating":[241],"multiple":[242],"better":[245],"reflect":[246],"mentally":[252],"represent":[253],"compositional":[254],"meaning.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}