{"id":"https://openalex.org/W7140189291","doi":"https://doi.org/10.48550/arxiv.2603.20209","title":"Children's Intelligence Tests Pose Challenges for MLLMs? KidGym: A 2D Grid-Based Reasoning Benchmark for MLLMs","display_name":"Children's Intelligence Tests Pose Challenges for MLLMs? KidGym: A 2D Grid-Based Reasoning Benchmark for MLLMs","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7140189291","doi":"https://doi.org/10.48550/arxiv.2603.20209"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.20209","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20209","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.20209","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ye, Hengwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Hengwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guan, Yuanting","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Yuanting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ge, Yuxuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Tianying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Tianying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guan, Zhenhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Zhenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhong, Yijia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Yijing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wu, Yingna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yingna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tian, Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.2851000130176544,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.2851000130176544,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.0729999989271164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7060999870300293},{"id":"https://openalex.org/keywords/mirroring","display_name":"Mirroring","score":0.704200029373169},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.49320000410079956},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4691999852657318},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.46129998564720154},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45660001039505005},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.41370001435279846},{"id":"https://openalex.org/keywords/chunking","display_name":"Chunking (psychology)","score":0.4117000102996826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7120000123977661},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7060999870300293},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.704200029373169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633999705314636},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.49320000410079956},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3230000138282776},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3125},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.20209","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20209","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.20209","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.20209","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6717596054077148}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"combine":[5],"the":[6,12,43,106,156,162],"linguistic":[7],"strengths":[8],"of":[9,25,74,108,131,164,180],"LLMs":[10],"with":[11,120],"ability":[13],"to":[14,20,98,137,145,154],"process":[15],"multimodal":[16],"data,":[17],"enbaling":[18],"them":[19],"address":[21],"a":[22,64,125],"broader":[23],"range":[24],"visual":[26],"tasks.":[27],"Because":[28],"MLLMs":[29,166],"aim":[30],"at":[31,91],"more":[32,126],"general,":[33],"human-like":[34],"competence":[35],"than":[36],"language-only":[37],"models,":[38],"we":[39,169],"take":[40],"inspiration":[41],"from":[42],"Wechsler":[44],"Intelligence":[45],"Scales":[46],"-":[47],"an":[48],"established":[49],"battery":[50],"for":[51,69],"evaluating":[52],"children":[53],"by":[54],"decomposing":[55],"intelligence":[56],"into":[57,173],"interpretable,":[58],"testable":[59],"abilities.":[60],"We":[61,183],"introduce":[62],"KidGym,":[63,168],"comprehensive":[65],"2D":[66],"grid-based":[67],"benchmark":[68,84,186],"assessing":[70],"five":[71],"essential":[72],"capabilities":[73,175],"MLLMs:":[75],"Execution,":[76],"Perception":[77],"Reasoning,":[78],"Learning,":[79],"Memory":[80],"and":[81,102,118,128,141,150,176],"Planning.":[82],"The":[83],"comprises":[85],"12":[86],"unique":[87],"tasks,":[88],"each":[89],"targeting":[90],"least":[92],"one":[93],"core":[94],"capability,":[95],"specifically":[96],"designed":[97,136],"guage":[99],"MLLMs'":[100],"adaptability":[101],"developmental":[103],"potential,":[104],"mirroring":[105],"stages":[107],"children's":[109],"cognitive":[110],"growth.":[111],"Additionally,":[112],"our":[113,185],"tasks":[114],"encompass":[115],"diverse":[116],"scenarios":[117,149],"objects":[119],"randomly":[121],"generated":[122],"layouts,":[123],"ensuring":[124],"accurate":[127],"robust":[129],"evluation":[130],"MLLM":[132,159],"capabilities.":[133],"KidGym":[134],"is":[135],"be":[138],"fully":[139],"user-customizable":[140],"extensible,":[142],"allowing":[143],"researchers":[144],"create":[146],"new":[147],"evaluation":[148,163],"adjust":[151],"difficuly":[152],"levels":[153],"accommodate":[155],"rapidly":[157],"growing":[158],"community.":[160],"Through":[161],"state-of-the-art":[165],"using":[167],"identified":[170],"significant":[171],"insights":[172],"model":[174],"revealed":[177],"several":[178],"limitations":[179],"current":[181],"models.":[182],"release":[184],"at:":[187],"https://bobo-ye.github.io/KidGym/.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-25T00:00:00"}