{"id":"https://openalex.org/W4410636819","doi":"https://doi.org/10.1145/3701716.3715472","title":"Navigating Semantic Relations: Challenges for Language Models in Abstract Common-Sense Reasoning","display_name":"Navigating Semantic Relations: Challenges for Language Models in Abstract Common-Sense Reasoning","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636819","doi":"https://doi.org/10.1145/3701716.3715472"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3715472","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715472","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715472","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715472","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116357990","display_name":"Cole Gawin","orcid":"https://orcid.org/0009-0004-9047-1574"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cole Gawin","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0009-0004-9047-1574","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059592706","display_name":"Yidan Sun","orcid":"https://orcid.org/0009-0008-9723-4001"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yidan Sun","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-9723-4001","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074197492","display_name":"Mayank Kejriwal","orcid":"https://orcid.org/0000-0001-5988-8305"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mayank Kejriwal","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5988-8305","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5175,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92504446,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"971","last_page":"975"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7528897523880005},{"id":"https://openalex.org/keywords/common-sense","display_name":"Common sense","score":0.5654646158218384},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5509190559387207},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.4484986960887909},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4248262643814087},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3841935098171234},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.36073094606399536},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13224241137504578},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.05301728844642639}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7528897523880005},{"id":"https://openalex.org/C2779814899","wikidata":"https://www.wikidata.org/wiki/Q332880","display_name":"Common sense","level":2,"score":0.5654646158218384},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5509190559387207},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.4484986960887909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4248262643814087},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3841935098171234},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.36073094606399536},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13224241137504578},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.05301728844642639}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3715472","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715472","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715472","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3715472","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715472","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715472","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636819.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2053154970","https://openalex.org/W2069870183","https://openalex.org/W2073302931","https://openalex.org/W2141766660","https://openalex.org/W2561529111","https://openalex.org/W4200350655","https://openalex.org/W4224279587","https://openalex.org/W4237843453","https://openalex.org/W4319985663","https://openalex.org/W4324135233","https://openalex.org/W4377723636","https://openalex.org/W4386607580","https://openalex.org/W4387903924","https://openalex.org/W4391968801","https://openalex.org/W4394796464","https://openalex.org/W4399962218","https://openalex.org/W4401754921","https://openalex.org/W4403195667"],"related_works":["https://openalex.org/W3080145458","https://openalex.org/W1505432431","https://openalex.org/W2593099431","https://openalex.org/W3132003316","https://openalex.org/W3210417930","https://openalex.org/W2151799802","https://openalex.org/W2012768296","https://openalex.org/W2196779496","https://openalex.org/W4293066606","https://openalex.org/W2898785098"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,67,80],"(LLMs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"performance":[7,99],"in":[8,28,52,95,152],"generating":[9],"human-like":[10],"text":[11],"and":[12,22,38,76],"solving":[13],"reasoning":[14,51,158],"tasks":[15,29],"of":[16,171],"moderate":[17],"complexity,":[18],"such":[19,34],"as":[20,35,85],"question-answering":[21],"mathematical":[23],"problem-solving.":[24],"However,":[25,164],"their":[26],"capabilities":[27],"requiring":[30],"deeper":[31],"cognitive":[32],"skills,":[33],"common-sense":[36,50,157],"understanding":[37],"abstract":[39,49,156],"reasoning,":[40],"remain":[41],"under-explored.":[42],"In":[43,120],"this":[44],"paper,":[45],"we":[46],"systematically":[47],"evaluate":[48],"LLMs":[53],"using":[54,83],"the":[55,90,111,123,135,165,169],"ConceptNet":[56],"knowledge":[57],"graph.":[58],"We":[59],"propose":[60],"two":[61],"prompting":[62],"approaches:":[63],"instruct":[64,96],"prompting,":[65,78,97,122],"where":[66,79],"predict":[68],"plausible":[69],"semantic":[70],"relationships":[71],"based":[72,175],"on":[73,176],"provided":[74],"definitions,":[75],"few-shot":[77,121],"identify":[81],"relations":[82,105,132],"examples":[84],"guidance.":[86],"Our":[87],"experiments":[88],"with":[89,107,139],"gpt-4o-mini":[91],"model":[92,112],"show":[93],"that":[94],"consistent":[98],"is":[100,113],"obtained":[101],"when":[102,110,128],"ranking":[103],"multiple":[104],"but":[106],"substantial":[108],"decline":[109],"restricted":[114],"to":[115,161],"predicting":[116],"only":[117],"one":[118],"relation.":[119],"model's":[124],"accuracy":[125],"improves":[126],"significantly":[127],"selecting":[129],"from":[130],"five":[131],"rather":[133],"than":[134],"full":[136],"set,":[137],"although":[138],"notable":[140],"bias":[141],"toward":[142],"certain":[143],"relations.":[144],"These":[145],"results":[146],"suggest":[147],"significant":[148],"gaps":[149],"still,":[150],"even":[151],"commercially":[153],"used":[154],"LLMs'":[155],"abilities,":[159],"compared":[160],"human-level":[162],"understanding.":[163],"findings":[166],"also":[167],"highlight":[168],"promise":[170],"careful":[172],"prompt":[173],"engineering,":[174],"selective":[177],"retrieval,":[178],"for":[179],"obtaining":[180],"better":[181],"performance.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}