{"id":"https://openalex.org/W4411401605","doi":"https://doi.org/10.1016/j.chbah.2025.100170","title":"Evaluating the Intelligence of large language models: A comparative study using verbal and visual IQ tests","display_name":"Evaluating the Intelligence of large language models: A comparative study using verbal and visual IQ tests","publication_year":2025,"publication_date":"2025-06-18","ids":{"openalex":"https://openalex.org/W4411401605","doi":"https://doi.org/10.1016/j.chbah.2025.100170"},"language":"en","primary_location":{"id":"doi:10.1016/j.chbah.2025.100170","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.chbah.2025.100170","pdf_url":null,"source":{"id":"https://openalex.org/S4387287529","display_name":"Computers in Human Behavior Artificial Humans","issn_l":"2949-8821","issn":["2949-8821"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Human Behavior: Artificial Humans","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.chbah.2025.100170","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036945471","display_name":"Sherif Abdelkarim","orcid":"https://orcid.org/0000-0002-7456-6133"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I4210140791","display_name":"Irvine University","ror":"https://ror.org/04ysmca02","country_code":"US","type":"education","lineage":["https://openalex.org/I4210140791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sherif Abdelkarim","raw_affiliation_strings":["University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA","institution_ids":["https://openalex.org/I204250578","https://openalex.org/I4210140791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057666354","display_name":"David Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I4210140791","display_name":"Irvine University","ror":"https://ror.org/04ysmca02","country_code":"US","type":"education","lineage":["https://openalex.org/I4210140791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Lu","raw_affiliation_strings":["University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA","institution_ids":["https://openalex.org/I204250578","https://openalex.org/I4210140791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074669155","display_name":"Dora\u2010Luz Flores","orcid":"https://orcid.org/0000-0002-2623-3772"},"institutions":[{"id":"https://openalex.org/I173664879","display_name":"Universidad Aut\u00f3noma de Baja California","ror":"https://ror.org/05xwcq167","country_code":"MX","type":"education","lineage":["https://openalex.org/I173664879"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Dora-Luz Flores","raw_affiliation_strings":["Universidad Aut\u00f3noma de Baja California, Mexicali, 21100, Baja California, Mexico"],"affiliations":[{"raw_affiliation_string":"Universidad Aut\u00f3noma de Baja California, Mexicali, 21100, Baja California, Mexico","institution_ids":["https://openalex.org/I173664879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067317255","display_name":"Susanne M. Jaeggi","orcid":"https://orcid.org/0000-0002-6165-2526"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]},{"id":"https://openalex.org/I4210140791","display_name":"Irvine University","ror":"https://ror.org/04ysmca02","country_code":"US","type":"education","lineage":["https://openalex.org/I4210140791"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Susanne Jaeggi","raw_affiliation_strings":["Northeastern University, 360 Huntington Ave, Boston, 02115, MA, USA","University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, 360 Huntington Ave, Boston, 02115, MA, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA","institution_ids":["https://openalex.org/I204250578","https://openalex.org/I4210140791"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088813478","display_name":"Pierre Baldi","orcid":"https://orcid.org/0000-0001-8752-4664"},"institutions":[{"id":"https://openalex.org/I4210140791","display_name":"Irvine University","ror":"https://ror.org/04ysmca02","country_code":"US","type":"education","lineage":["https://openalex.org/I4210140791"]},{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pierre Baldi","raw_affiliation_strings":["University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California Irvine, 510 E Peltason Dr., Irvine, 92617, CA, USA","institution_ids":["https://openalex.org/I204250578","https://openalex.org/I4210140791"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067317255","https://openalex.org/A5088813478"],"corresponding_institution_ids":["https://openalex.org/I12912129","https://openalex.org/I204250578","https://openalex.org/I4210140791"],"apc_list":null,"apc_paid":null,"fwci":2.2854,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87500488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"100170","last_page":"100170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11577","display_name":"Cognitive Abilities and Testing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11577","display_name":"Cognitive Abilities and Testing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11772","display_name":"Genetics and Neurodevelopmental Disorders","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5492841005325317},{"id":"https://openalex.org/keywords/intelligence-quotient","display_name":"Intelligence quotient","score":0.5471817255020142},{"id":"https://openalex.org/keywords/verbal-reasoning","display_name":"Verbal reasoning","score":0.48474428057670593},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4730973541736603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3530338406562805},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.22497516870498657}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5492841005325317},{"id":"https://openalex.org/C166047926","wikidata":"https://www.wikidata.org/wiki/Q170277","display_name":"Intelligence quotient","level":3,"score":0.5471817255020142},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.48474428057670593},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4730973541736603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3530338406562805},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.22497516870498657},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.chbah.2025.100170","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.chbah.2025.100170","pdf_url":null,"source":{"id":"https://openalex.org/S4387287529","display_name":"Computers in Human Behavior Artificial Humans","issn_l":"2949-8821","issn":["2949-8821"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Human Behavior: Artificial Humans","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6ca87c4217d9420b976e72a9c9e86ead","is_oa":true,"landing_page_url":"https://doaj.org/article/6ca87c4217d9420b976e72a9c9e86ead","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers in Human Behavior: Artificial Humans, Vol 5, Iss , Pp 100170- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.chbah.2025.100170","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.chbah.2025.100170","pdf_url":null,"source":{"id":"https://openalex.org/S4387287529","display_name":"Computers in Human Behavior Artificial Humans","issn_l":"2949-8821","issn":["2949-8821"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Human Behavior: Artificial Humans","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2211060305","display_name":null,"funder_award_id":"R01GM123558","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2067737176","https://openalex.org/W2767656849","https://openalex.org/W2794325560","https://openalex.org/W2914304175","https://openalex.org/W2946609015","https://openalex.org/W2951365061","https://openalex.org/W2963690694","https://openalex.org/W2995950871","https://openalex.org/W2996908057","https://openalex.org/W3001279689","https://openalex.org/W3034457116","https://openalex.org/W3121904249","https://openalex.org/W3134642945","https://openalex.org/W3177813494","https://openalex.org/W3201174429","https://openalex.org/W4221161695","https://openalex.org/W4283768109","https://openalex.org/W4286892945","https://openalex.org/W4292779060","https://openalex.org/W4309591663","https://openalex.org/W4353112996","https://openalex.org/W4362508231","https://openalex.org/W4366452048","https://openalex.org/W4376636500","https://openalex.org/W4378189609","https://openalex.org/W4384918448","https://openalex.org/W4385750079","https://openalex.org/W4389425982","https://openalex.org/W4390041933","https://openalex.org/W4392617694","https://openalex.org/W4394007799","https://openalex.org/W4394951501","https://openalex.org/W4399281666","https://openalex.org/W4405089020","https://openalex.org/W4405431896","https://openalex.org/W6778883912","https://openalex.org/W6782879696","https://openalex.org/W6809646742","https://openalex.org/W6839198299","https://openalex.org/W6846474394","https://openalex.org/W6849710474","https://openalex.org/W6850886341","https://openalex.org/W6851560035","https://openalex.org/W6852947401","https://openalex.org/W6859397949"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2123529779","https://openalex.org/W2082128620","https://openalex.org/W2065794980","https://openalex.org/W2080312842","https://openalex.org/W3127641590","https://openalex.org/W4411382165"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"excel":[4],"on":[5,85,92],"many":[6],"specialised":[7],"benchmarks,":[8],"yet":[9],"their":[10],"general-reasoning":[11],"ability":[12],"remains":[13],"opaque.":[14],"We":[15,191],"therefore":[16],"test":[17],"18":[18],"models\u2014including":[19],"GPT-4,":[20],"Claude":[21],"3":[22],"and":[23,33,36,50,82,111,135,147,158,166,203,223,235],"Gemini":[24],"Pro\u2014on":[25],"a":[26,38,56,71,175,229,267],"14-section":[27],"IQ":[28,98,137,172,197,225],"suite":[29],"spanning":[30],"verbal,":[31],"numerical":[32,62],"visual":[34,136,224],"puzzles":[35],"add":[37],"\u201dmulti-agent":[39],"reflection\u201d":[40],"variant":[41],"in":[42,250,257,275],"which":[43],"one":[44],"model":[45,156],"answers":[46],"while":[47],"others":[48],"critique":[49],"revise.":[51],"Results":[52],"replicate":[53],"known":[54],"patterns:":[55],"strong":[57],"bias":[58],"towards":[59],"verbal":[60,134,222],"vs":[61,67,78],"reasoning":[63,164,212,259],"(GPT-4:":[64],"79":[65],"%":[66,69,91],"53":[68],"accuracy),":[70],"pronounced":[72],"modality":[73],"gap":[74],"(text-IQ":[75],"\u2248":[76,80],"125":[77],"visual-IQ":[79],"103),":[81],"persistent":[83],"failure":[84],"abstract":[86],"arithmetic":[87],"(":[88],"\u2264":[89],"20":[90],"missing-number":[93],"tasks).":[94],"Scaling":[95],"lifts":[96],"mean":[97],"from":[99],"89":[100],"(tiny":[101],"models)":[102],"to":[103,188],"131":[104],"(large":[105],"models),":[106],"but":[107,260],"gains":[108],"are":[109],"non-uniform,":[110],"reflection":[112],"yields":[113],"only":[114],"modest":[115],"extra":[116],"points":[117],"for":[118,129,206,270],"frontier":[119],"systems.":[120],"Our":[121],"contributions":[122],"include:":[123],"(1)":[124],"proposing":[125],"an":[126,200],"evaluation":[127,209],"framework":[128],"LLM":[130,211,233],"\u201dintelligence\u201d":[131],"using":[132,221],"both":[133],"tasks,":[138],"(2)":[139],"analyzing":[140,154],"how":[141,155],"multi-agent":[142],"setups":[143],"with":[144,262],"varying":[145],"actor":[146],"critic":[148],"sizes":[149],"affect":[150,160],"problem-solving":[151],"performance;":[152],"(3)":[153],"size":[157,234],"multi-modality":[159],"performance":[161,217,237,242],"across":[162,238,244],"diverse":[163],"tasks;":[165],"(4)":[167],"highlighting":[168,273],"the":[169,194],"value":[170],"of":[171,183,196,210,218],"tests":[173,198],"as":[174,199],"standardized,":[176],"human-referenced":[177],"benchmark":[178,202,269],"that":[179],"enables":[180],"longitudinal":[181],"comparison":[182],"LLMs\u2019":[184],"cognitive":[185,216,236],"abilities":[186],"relative":[187],"human":[189],"norms.":[190],"further":[192],"discuss":[193],"limitations":[195],"AI":[201],"outline":[204],"directions":[205],"more":[207],"comprehensive":[208],"capabilities.":[213],"\u2022":[214,227,240,252,265],"Evaluated":[215],"popular":[219],"LLMs":[220,253],"tests.":[226],"Found":[228],"positive":[230],"correlation":[231],"between":[232],"tasks.":[239,264],"Significant":[241],"variability":[243],"problem":[245],"types":[246],"suggests":[247],"nuanced":[248],"differences":[249],"reasoning.":[251,277],"showed":[254],"high":[255],"proficiency":[256],"text-based":[258],"struggled":[261],"image-based":[263],"Established":[266],"new":[268],"multi-modal":[271],"assessment,":[272],"gaps":[274],"spatial":[276]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}