{"id":"https://openalex.org/W2966164289","doi":"https://doi.org/10.24963/ijcai.2019/846","title":"How Well Do Machines Perform on IQ tests: a Comparison Study on a Large-Scale Dataset","display_name":"How Well Do Machines Perform on IQ tests: a Comparison Study on a Large-Scale Dataset","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2966164289","doi":"https://doi.org/10.24963/ijcai.2019/846","mag":"2966164289"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/846","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/846","pdf_url":"https://www.ijcai.org/proceedings/2019/0846.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0846.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100687681","display_name":"Liu Y","orcid":"https://orcid.org/0000-0002-0994-0109"},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusen Liu","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University","institution_ids":["https://openalex.org/I132369690"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102220637","display_name":"Fangyuan He","orcid":null},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyuan He","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University","institution_ids":["https://openalex.org/I132369690"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059498267","display_name":"Haodi Zhang","orcid":"https://orcid.org/0000-0001-8470-7246"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodi Zhang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029977488","display_name":"Guozheng Rao","orcid":"https://orcid.org/0000-0002-6261-576X"},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozheng Rao","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University","institution_ids":["https://openalex.org/I132369690"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736532","display_name":"Zhiyong Feng","orcid":"https://orcid.org/0000-0001-8158-7453"},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Feng","raw_affiliation_strings":["School of Computer Science and Technology, Tianjin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tianjin University","institution_ids":["https://openalex.org/I132369690"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101854123","display_name":"Yi Zhou","orcid":"https://orcid.org/0009-0004-8877-5173"},"institutions":[{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]},{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["CN","NZ"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["School of Natural and Computational Sciences, Massey University","Shanghai Research Center for Brain Science and Brain-Inspired Intelligence/Zhangjiang Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Natural and Computational Sciences, Massey University","institution_ids":["https://openalex.org/I51158804"]},{"raw_affiliation_string":"Shanghai Research Center for Brain Science and Brain-Inspired Intelligence/Zhangjiang Laboratory","institution_ids":["https://openalex.org/I4210164150"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6110","last_page":"6116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9613999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9301000237464905,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.755786657333374},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7520796060562134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7396579384803772},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6999691128730774},{"id":"https://openalex.org/keywords/intelligence-quotient","display_name":"Intelligence quotient","score":0.665312647819519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6576390862464905},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5530868768692017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5337655544281006},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5097302794456482},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.41166186332702637},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.15536221861839294},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09909555315971375}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.755786657333374},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7520796060562134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7396579384803772},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6999691128730774},{"id":"https://openalex.org/C166047926","wikidata":"https://www.wikidata.org/wiki/Q170277","display_name":"Intelligence quotient","level":3,"score":0.665312647819519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6576390862464905},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5530868768692017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5337655544281006},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5097302794456482},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.41166186332702637},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.15536221861839294},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09909555315971375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2019/846","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/846","pdf_url":"https://www.ijcai.org/proceedings/2019/0846.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/846","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/846","pdf_url":"https://www.ijcai.org/proceedings/2019/0846.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1801224938","display_name":null,"funder_award_id":"NSFC-61806132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5717542478","display_name":null,"funder_award_id":"61806132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966164289.pdf","grobid_xml":"https://content.openalex.org/works/W2966164289.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W10359634","https://openalex.org/W55342465","https://openalex.org/W78464820","https://openalex.org/W102878842","https://openalex.org/W134043265","https://openalex.org/W1612551514","https://openalex.org/W2031649430","https://openalex.org/W2075440969","https://openalex.org/W2088594093","https://openalex.org/W2099621014","https://openalex.org/W2117539524","https://openalex.org/W2146142301","https://openalex.org/W2146882220","https://openalex.org/W2173959313","https://openalex.org/W2177967966","https://openalex.org/W2224338700","https://openalex.org/W2250539671","https://openalex.org/W2294979170","https://openalex.org/W2511953903","https://openalex.org/W2561529111","https://openalex.org/W2566831985","https://openalex.org/W2964207259","https://openalex.org/W3099386342","https://openalex.org/W4213176131","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W4399363378"],"abstract_inverted_index":{"AI":[0,35,55,111],"benchmarking":[1],"becomes":[2],"an":[3,31,74,103],"increasingly":[4],"important":[5],"task.":[6],"As":[7,126],"suggested":[8],"by":[9,43],"many":[10,52],"researchers,":[11],"Intelligence":[12],"Quotient":[13],"(IQ)":[14],"tests,":[15,94],"which":[16],"is":[17],"widely":[18],"regarded":[19],"as":[20,83],"one":[21,45],"of":[22,110,164],"the":[23,107,129],"predominant":[24],"benchmarks":[25],"for":[26,34,77,98,106,123],"measuring":[27],"human":[28],"intelligence,":[29,101],"raises":[30],"interesting":[32],"challenge":[33],"systems.":[36],"For":[37],"better":[38],"solving":[39],"IQ":[40,71,93,116,150],"tests":[41,72],"automatedly":[42],"machines,":[44],"needs":[46],"to":[47],"use,":[48],"combine":[49],"and":[50,59,66,80],"advance":[51],"areas":[53],"in":[54],"including":[56],"knowledge":[57],"representation":[58],"reasoning,":[60],"machine":[61,100],"learning,":[62],"natural":[63],"language":[64],"processing":[65],"image":[67],"understanding.":[68],"Also,":[69],"automated":[70],"provides":[73,102],"ideal":[75],"testbed":[76],"integrating":[78],"symbolic":[79],"sub-symbolic":[81],"approaches":[82],"both":[84],"are":[85,119,132],"found":[86],"useful":[87],"here.":[88],"Hence,":[89],"we":[90,139],"argue":[91],"that":[92,145],"although":[95],"not":[96,120,133],"suitable":[97],"testing":[99],"excellent":[104],"benchmark":[105],"current":[108],"development":[109],"research.":[112],"Nevertheless,":[113],"most":[114],"existing":[115],"test":[117,151],"datasets":[118],"comprehensive":[121],"enough":[122],"this":[124,137],"purpose.":[125],"a":[127,142,156,162],"result,":[128],"conclusions":[130],"obtained":[131],"representative.":[134],"To":[135],"address":[136],"issue,":[138],"create":[140],"IQ10k,":[141],"large-scale":[143],"dataset":[144],"contains":[146],"more":[147],"than":[148],"10,000":[149],"questions.":[152],"We":[153],"also":[154],"conduct":[155],"comparison":[157],"study":[158],"on":[159],"IQ10k":[160],"with":[161],"number":[163],"state-of-the-art":[165],"approaches.":[166]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":43},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}