{"id":"https://openalex.org/W7154457422","doi":"https://doi.org/10.48550/arxiv.2604.12018","title":"LLMs Struggle with Abstract Meaning Comprehension More Than Expected","display_name":"LLMs Struggle with Abstract Meaning Comprehension More Than Expected","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154457422","doi":"https://doi.org/10.48550/arxiv.2604.12018"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.12018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.12018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133678415","display_name":"Hamoud Alhazmi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alhazmi, Hamoud","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072035207","display_name":"Jiachen Jiang","orcid":"https://orcid.org/0009-0006-0367-8652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jiachen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.490200012922287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.490200012922287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.1257999986410141,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.10840000212192535,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.8568000197410583},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.8532000184059143},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7057999968528748},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4715000092983246},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4569999873638153}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.8568000197410583},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.8532000184059143},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7057999968528748},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5123999714851379},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5087000131607056},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4715000092983246},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4372999966144562},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3725000023841858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30169999599456787},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.12018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.12018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.12018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8156237006187439,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"abstract":[1,12,31,40,59,118],"meanings":[2],"is":[3],"crucial":[4],"for":[5,117],"advanced":[6],"language":[7,52],"comprehension.":[8,120],"Despite":[9],"extensive":[10],"research,":[11],"words":[13],"remain":[14],"challenging":[15],"due":[16],"to":[17,29,94],"their":[18],"non-concrete,":[19],"high-level":[20],"semantics.":[21],"SemEval-2021":[22],"Task":[23,106,112],"4":[24],"(ReCAM)":[25],"evaluates":[26],"models'":[27],"ability":[28],"interpret":[30],"concepts":[32],"by":[33,84,91,102],"presenting":[34],"passages":[35,95],"with":[36,58],"questions":[37],"and":[38,65,73,96,108],"five":[39],"options":[41],"in":[42],"a":[43],"cloze-style":[44],"format.":[45],"Key":[46],"findings":[47],"include:":[48],"(1)":[49],"Most":[50],"large":[51],"models":[53,70,90],"(LLMs),":[54],"including":[55],"GPT-4o,":[56],"struggle":[57],"meaning":[60,119],"comprehension":[61],"under":[62],"zero-shot,":[63],"one-shot,":[64],"few-shot":[66],"settings,":[67],"while":[68],"fine-tuned":[69,89],"like":[71],"BERT":[72],"RoBERTa":[74],"perform":[75],"better.":[76],"(2)":[77],"A":[78],"proposed":[79],"bidirectional":[80],"attention":[81],"classifier,":[82],"inspired":[83],"human":[85],"cognitive":[86],"strategies,":[87],"enhances":[88],"dynamically":[92],"attending":[93],"options.":[97],"This":[98],"approach":[99],"improves":[100],"accuracy":[101],"4.06":[103],"percent":[104,110],"on":[105,111],"1":[107],"3.41":[109],"2,":[113],"demonstrating":[114],"its":[115],"potential":[116]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-16T00:00:00"}