{"id":"https://openalex.org/W7134974112","doi":"https://doi.org/10.1007/s12559-026-10567-w","title":"Rethinking Metaphor Evaluation: Aptness Judgments as a Cognitive Probe for Language Models","display_name":"Rethinking Metaphor Evaluation: Aptness Judgments as a Cognitive Probe for Language Models","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134974112","doi":"https://doi.org/10.1007/s12559-026-10567-w"},"language":"en","primary_location":{"id":"doi:10.1007/s12559-026-10567-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12559-026-10567-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12559-026-10567-w.pdf","source":{"id":"https://openalex.org/S133078663","display_name":"Cognitive Computation","issn_l":"1866-9956","issn":["1866-9956","1866-9964"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12559-026-10567-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054433699","display_name":"Chao Yang","orcid":"https://orcid.org/0000-0001-7724-0385"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Yang","raw_affiliation_strings":["Language Cognition Laboratory, Guangxi University, Nanning, China","School of Electrical Engineering, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Cognition Laboratory, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]},{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128731616","display_name":"Shiyi Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyi Lu","raw_affiliation_strings":["Language Cognition Laboratory, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Cognition Laboratory, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027072710","display_name":"Rui Sun","orcid":"https://orcid.org/0000-0001-5429-978X"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Sun","raw_affiliation_strings":["Language Cognition Laboratory, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Cognition Laboratory, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060770482","display_name":"Xingmao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingmao Zhang","raw_affiliation_strings":["College of General Education, Guangxi Arts University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of General Education, Guangxi Arts University, Nanning, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030667765","display_name":"Quanzhen Huang","orcid":"https://orcid.org/0009-0007-7425-6972"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]},{"id":"https://openalex.org/I4210097660","display_name":"Guangxi Science and Technology Department","ror":"https://ror.org/00dhpdx54","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210097660"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingbao Huang","raw_affiliation_strings":["Guangxi Key Laboratory of Multimedia Communications and Network Technology, Nanning, China","School of Electrical Engineering, Guangxi University, Nanning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Multimedia Communications and Network Technology, Nanning, China","institution_ids":["https://openalex.org/I4210097660"]},{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, China","institution_ids":["https://openalex.org/I150807315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5030667765"],"corresponding_institution_ids":["https://openalex.org/I150807315","https://openalex.org/I4210097660"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25724165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaphor","display_name":"Metaphor","score":0.8867999911308289},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6273999810218811},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5730000138282776},{"id":"https://openalex.org/keywords/rhetorical-question","display_name":"Rhetorical question","score":0.5006999969482422},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.41909998655319214},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.3555999994277954},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.3287000060081482},{"id":"https://openalex.org/keywords/literal-and-figurative-language","display_name":"Literal and figurative language","score":0.32839998602867126}],"concepts":[{"id":"https://openalex.org/C2778311575","wikidata":"https://www.wikidata.org/wiki/Q18534","display_name":"Metaphor","level":2,"score":0.8867999911308289},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6273999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5738000273704529},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5730000138282776},{"id":"https://openalex.org/C192562157","wikidata":"https://www.wikidata.org/wiki/Q316694","display_name":"Rhetorical question","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.48420000076293945},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4307999908924103},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41929998993873596},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.41909998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4163999855518341},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39629998803138733},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C46182478","wikidata":"https://www.wikidata.org/wiki/Q7363315","display_name":"Literal and figurative language","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C2776402256","wikidata":"https://www.wikidata.org/wiki/Q2633818","display_name":"Conceptual metaphor","level":3,"score":0.31850001215934753},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.305400013923645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C89267518","wikidata":"https://www.wikidata.org/wiki/Q179488","display_name":"Psycholinguistics","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s12559-026-10567-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12559-026-10567-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12559-026-10567-w.pdf","source":{"id":"https://openalex.org/S133078663","display_name":"Cognitive Computation","issn_l":"1866-9956","issn":["1866-9956","1866-9964"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s12559-026-10567-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12559-026-10567-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12559-026-10567-w.pdf","source":{"id":"https://openalex.org/S133078663","display_name":"Cognitive Computation","issn_l":"1866-9956","issn":["1866-9956","1866-9964"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cognitive Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6424790994","display_name":null,"funder_award_id":"Grant No. 62276072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7134974112.pdf","grobid_xml":"https://content.openalex.org/works/W7134974112.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W574867956","https://openalex.org/W1615551288","https://openalex.org/W1978528319","https://openalex.org/W2002467630","https://openalex.org/W2010975680","https://openalex.org/W2018216334","https://openalex.org/W2018979779","https://openalex.org/W2052542167","https://openalex.org/W2054552330","https://openalex.org/W2063315366","https://openalex.org/W2063319923","https://openalex.org/W2080229826","https://openalex.org/W2081580037","https://openalex.org/W2085639768","https://openalex.org/W2162566219","https://openalex.org/W2470413457","https://openalex.org/W2499969136","https://openalex.org/W2515860461","https://openalex.org/W2786411768","https://openalex.org/W2806273110","https://openalex.org/W3045533700","https://openalex.org/W3095552382","https://openalex.org/W3167364369","https://openalex.org/W4213193789","https://openalex.org/W4235505822","https://openalex.org/W4250629564","https://openalex.org/W4283023059","https://openalex.org/W4283516267","https://openalex.org/W4327544905","https://openalex.org/W4385570988","https://openalex.org/W4385572433","https://openalex.org/W4386566707","https://openalex.org/W4386576726","https://openalex.org/W4400046123","https://openalex.org/W4401042409","https://openalex.org/W4402671176","https://openalex.org/W4404025619","https://openalex.org/W4404782201","https://openalex.org/W7131795525","https://openalex.org/W7131797128"],"related_works":[],"abstract_inverted_index":{"Metaphor":[0,101],"is":[1,120],"a":[2,7,24,37,90,116,163,184],"pervasive":[3],"rhetorical":[4],"resource":[5],"and":[6,160,183],"core":[8,29,196],"cognitive":[9,94],"mechanism":[10],"for":[11,187],"cross-domain":[12],"conceptual":[13],"mapping.":[14],"We":[15,78,150],"define":[16],"metaphorical":[17,25],"aptness":[18,156,177],"as":[19,36,158],"the":[20,28,32,47,98,104,136],"extent":[21],"to":[22],"which":[23],"expression":[26],"captures":[27],"attributes":[30,146],"of":[31,40,93],"target":[33,48,140,197],"concept,":[34],"modeled":[35],"continuous":[38],"measure":[39],"how":[41,193],"well":[42],"source":[43],"properties":[44,141],"map":[45],"onto":[46],"in":[49,192],"context.":[50],"Although":[51],"large":[52],"language":[53],"models":[54,131],"(LLMs)":[55],"have":[56],"recently":[57],"achieved":[58],"strong":[59],"results":[60],"on":[61,97,123,127],"metaphor":[62,107,170,188],"detection,":[63],"it":[64],"remains":[65],"unclear":[66],"whether":[67],"these":[68],"gains":[69],"reflect":[70],"surface":[71],"cue":[72],"learning":[73],"or":[74],"human-like":[75],"semantic":[76],"integration.":[77],"propose":[79],"an":[80,179],"aptness-based":[81],"continuum":[82],"evaluation":[83,190],"framework":[84],"that":[85,162],"extends":[86],"binary":[87,153],"identification":[88],"into":[89],"finer-grained":[91],"test":[92],"alignment.":[95],"Experiments":[96],"VU":[99],"Amsterdam":[100],"Corpus":[102],"(VUA),":[103],"largest":[105],"English":[106],"dataset,":[108],"across":[109],"representative":[110],"LLMs":[111],"(e.g.,":[112],"GPT-4,":[113],"LLaMA-3)":[114],"reveal":[115],"consistent":[117],"gradient:":[118],"performance":[119],"substantially":[121],"higher":[122],"high-aptness":[124],"metaphors":[125,194],"than":[126],"low-aptness":[128],"ones,":[129],"suggesting":[130],"are":[132,147],"more":[133],"reliable":[134],"when":[135,144],"mapping":[137],"preserves":[138],"central":[139],"but":[142],"struggle":[143],"those":[145],"weakly":[148],"captured.":[149],"further":[151],"replace":[152],"labels":[154],"with":[155],"annotations":[157],"supervision":[159],"show":[161],"baseline":[164],"trained":[165],"under":[166],"this":[167],"paradigm":[168],"improves":[169],"detection":[171],"over":[172],"prior":[173],"state-of-the-art":[174],"systems.":[175],"Overall,":[176],"provides":[178],"informative":[180],"alignment":[181],"signal":[182],"principled":[185],"basis":[186],"comprehension":[189],"grounded":[191],"convey":[195],"attributes.":[198]},"counts_by_year":[],"updated_date":"2026-03-12T06:18:43.230356","created_date":"2026-03-12T00:00:00"}