{"id":"https://openalex.org/W4406614997","doi":"https://doi.org/10.1145/3712701","title":"Reasoning Abilities of Large Language Models: In-Depth Analysis on the Abstraction and Reasoning Corpus","display_name":"Reasoning Abilities of Large Language Models: In-Depth Analysis on the Abstraction and Reasoning Corpus","publication_year":2025,"publication_date":"2025-01-20","ids":{"openalex":"https://openalex.org/W4406614997","doi":"https://doi.org/10.1145/3712701"},"language":"en","primary_location":{"id":"doi:10.1145/3712701","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712701","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114137721","display_name":"Seungpil Lee","orcid":"https://orcid.org/0009-0007-1133-0848"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seungpil Lee","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","Electrical Engineering and Computer Science, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0007-1133-0848","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, GIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104261334","display_name":"Woochang Sim","orcid":"https://orcid.org/0009-0001-9215-0123"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woochang Sim","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0001-9215-0123","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035660508","display_name":"Donghyeon Shin","orcid":"https://orcid.org/0009-0005-1587-1268"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghyeon Shin","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-1587-1268","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104261335","display_name":"Wongyu Seo","orcid":"https://orcid.org/0009-0003-8982-1031"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wongyu Seo","raw_affiliation_strings":["Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","Electrical Engineering and Computer Science, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-8982-1031","affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, GIST, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiwon Park","orcid":"https://orcid.org/0009-0000-4323-5684"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiwon Park","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-4323-5684","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033081501","display_name":"S. C. Lee","orcid":"https://orcid.org/0009-0001-4070-6927"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seokki Lee","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0001-4070-6927","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104130729","display_name":"Sanha Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanha Hwang","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-4697-2360","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356992","display_name":"Sejin Kim","orcid":"https://orcid.org/0000-0002-3328-5757"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sejin Kim","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3328-5757","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073596347","display_name":"Sundong Kim","orcid":"https://orcid.org/0000-0001-9687-2409"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sundong Kim","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","AI Graduate School, GIST, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9687-2409","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, GIST, Republic of Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5114137721"],"corresponding_institution_ids":["https://openalex.org/I157485424","https://openalex.org/I39534123"],"apc_list":null,"apc_paid":null,"fwci":39.8078,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99712944,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"6","first_page":"1","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9105952382087708},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.7482051849365234},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7099958062171936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6387485861778259},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.471798837184906},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.4550403952598572}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9105952382087708},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.7482051849365234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7099958062171936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6387485861778259},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.471798837184906},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.4550403952598572},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712701","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712701","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1513593267","https://openalex.org/W1995341919","https://openalex.org/W2001771035","https://openalex.org/W2040870580","https://openalex.org/W2100167424","https://openalex.org/W2318456643","https://openalex.org/W2606982687","https://openalex.org/W2963890755","https://openalex.org/W3017374003","https://openalex.org/W4242716352","https://openalex.org/W4308784724","https://openalex.org/W4317952805","https://openalex.org/W4385571045","https://openalex.org/W4393160302","https://openalex.org/W4401043619","https://openalex.org/W4402670356","https://openalex.org/W4402670732","https://openalex.org/W4402672090"],"related_works":["https://openalex.org/W2045155990","https://openalex.org/W4313163053","https://openalex.org/W4300973204","https://openalex.org/W3045811229","https://openalex.org/W1483408780","https://openalex.org/W4284884309","https://openalex.org/W2908749798","https://openalex.org/W4243842598","https://openalex.org/W2105980483","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,93],"existing":[1],"methods":[2],"for":[3,109],"evaluating":[4,110],"the":[5,22,32,41,59,102,111,126],"inference":[6,23,42,80],"abilities":[7,46],"of":[8,47,61,96,128],"Large":[9],"Language":[10,60],"Models":[11],"(LLMs)":[12],"have":[13],"been":[14],"predominantly":[15],"results-centric,":[16],"making":[17],"it":[18],"challenging":[19],"to":[20,39,119],"assess":[21],"process":[24,113],"comprehensively.":[25],"We":[26],"introduce":[27],"a":[28,50,107],"novel":[29],"approach":[30],"using":[31],"Abstraction":[33],"and":[34,43,68],"Reasoning":[35],"Corpus":[36],"(ARC)":[37],"benchmark":[38],"evaluate":[40],"contextual":[44],"understanding":[45],"LLMs":[48,77],"in":[49,89,100,131],"process-centric":[51],"manner,":[52],"focusing":[53],"on":[54],"three":[55,91],"key":[56],"components":[57],"from":[58],"Thought":[62],"Hypothesis":[63],"(LoTH):":[64],"Logical":[65],"Coherence,":[66],"Compositionality,":[67],"Productivity.":[69],"Our":[70],"carefully":[71],"designed":[72],"experiments":[73],"reveal":[74],"that":[75,114],"while":[76],"demonstrate":[78],"some":[79],"capabilities,":[81],"they":[82],"still":[83],"significantly":[84],"lag":[85],"behind":[86],"human-level":[87,129],"reasoning":[88,112,130],"these":[90],"aspects.":[92],"main":[94],"contribution":[95],"this":[97],"article":[98],"lies":[99],"introducing":[101],"LoTH":[103],"perspective,":[104],"which":[105],"provides":[106],"method":[108],"conventional":[115],"results-oriented":[116],"approaches":[117],"fail":[118],"capture,":[120],"thereby":[121],"offering":[122],"new":[123],"insights":[124],"into":[125],"development":[127],"artificial":[132],"intelligence":[133],"systems.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}