{"id":"https://openalex.org/W4403775178","doi":"https://doi.org/10.3390/computers13110278","title":"System 2 Thinking in OpenAI\u2019s o1-Preview Model: Near-Perfect Performance on a Mathematics Exam","display_name":"System 2 Thinking in OpenAI\u2019s o1-Preview Model: Near-Perfect Performance on a Mathematics Exam","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403775178","doi":"https://doi.org/10.3390/computers13110278"},"language":"en","primary_location":{"id":"doi:10.3390/computers13110278","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13110278","pdf_url":"https://www.mdpi.com/2073-431X/13/11/278/pdf?version=1729840490","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/13/11/278/pdf?version=1729840490","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037003206","display_name":"Joost de Winter","orcid":"https://orcid.org/0000-0002-1281-8200"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Joost C. F. de Winter","raw_affiliation_strings":["Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010003168","display_name":"Dimitra Dodou","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dimitra Dodou","raw_affiliation_strings":["Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066396280","display_name":"Yke Bauke Eisma","orcid":"https://orcid.org/0000-0003-3437-2761"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yke Bauke Eisma","raw_affiliation_strings":["Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Mechanical Engineering, Delft University of Technology, 2628 CD Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037003206"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":9.5888,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.98248083,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"13","issue":"11","first_page":"278","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9258000254631042,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9182999730110168,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.6083495616912842},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4431687593460083},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36161547899246216},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.3575708270072937},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.331165611743927},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06833407282829285}],"concepts":[{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6083495616912842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4431687593460083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36161547899246216},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3575708270072937},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.331165611743927},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06833407282829285},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers13110278","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13110278","pdf_url":"https://www.mdpi.com/2073-431X/13/11/278/pdf?version=1729840490","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:000f94c5669f45fcb0ba85cc5d2f73ca","is_oa":true,"landing_page_url":"https://doaj.org/article/000f94c5669f45fcb0ba85cc5d2f73ca","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 13, Iss 11, p 278 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers13110278","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13110278","pdf_url":"https://www.mdpi.com/2073-431X/13/11/278/pdf?version=1729840490","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403775178.pdf","grobid_xml":"https://content.openalex.org/works/W4403775178.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2084335597","https://openalex.org/W3133702157","https://openalex.org/W4225591000","https://openalex.org/W4361204578","https://openalex.org/W4378498603","https://openalex.org/W4386544117","https://openalex.org/W4386718985","https://openalex.org/W4386724748","https://openalex.org/W4389200893","https://openalex.org/W4390460241","https://openalex.org/W4391136507","https://openalex.org/W4392781833","https://openalex.org/W4396952264","https://openalex.org/W4400615548","https://openalex.org/W6849710474"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027"],"abstract_inverted_index":{"The":[0,176],"processes":[1],"underlying":[2],"human":[3],"cognition":[4],"are":[5,58,239],"often":[6],"divided":[7],"into":[8,225],"System":[9,17,38,52],"1,":[10],"which":[11,19,186,207],"involves":[12,20],"fast,":[13],"intuitive":[14],"thinking,":[15],"and":[16,86,114,150,241],"2,":[18],"slow,":[21],"deliberate":[22],"reasoning.":[23,54],"Previously,":[24],"large":[25],"language":[26],"models":[27],"were":[28],"criticized":[29],"for":[30,148,252],"lacking":[31],"the":[32,45,70,75,101,109,121,133,145,154,161,173,203,233,242,254],"deeper,":[33],"more":[34],"analytical":[35],"capabilities":[36],"of":[37,89,97,117,125,141,205],"2.":[39],"In":[40,65],"September":[41],"2024,":[42],"OpenAI":[43],"introduced":[44],"o1":[46],"model":[47,72,111,129,142,264],"series,":[48],"designed":[49],"to":[50,132],"handle":[51],"2-like":[53],"While":[55],"OpenAI\u2019s":[56,262],"benchmarks":[57],"promising,":[59],"independent":[60],"validation":[61],"is":[62,199,212,216,228,246,248,258],"still":[63],"needed.":[64],"this":[66],"study,":[67],"we":[68,159],"tested":[69],"o1-preview":[71,149,181],"twice":[73],"on":[74],"Dutch":[76,122],"\u2018Mathematics":[77],"B\u2019":[78],"final":[79],"exam.":[80],"It":[81,257],"scored":[82,112],"a":[83,104,139,164,192,249],"near-perfect":[84],"76":[85,90],"74":[87],"out":[88,96,116],"points.":[91,127],"For":[92],"context,":[93],"only":[94],"24":[95],"16,414":[98],"students":[99],"in":[100,202],"Netherlands":[102],"achieved":[103],"perfect":[105],"score.":[106],"By":[107],"comparison,":[108],"GPT-4o":[110,151],"66":[113],"62":[115],"76,":[118],"well":[119],"above":[120],"students\u2019":[123],"average":[124],"40.63":[126],"Neither":[128],"had":[130],"access":[131],"exam":[134,155,168],"figures.":[135],"Since":[136],"there":[137,198,211],"was":[138,152,156,170,190],"risk":[140],"contamination":[143,189],"(i.e.,":[144],"knowledge":[146],"cutoff":[147,174],"after":[153,172],"published":[157,171],"online),":[158],"repeated":[160,237],"procedure":[162],"with":[163],"new":[165,263],"Mathematics":[166],"B":[167],"that":[169,180,188,197,209,227,232,260],"date.":[175],"results":[177],"again":[178],"indicated":[179],"performed":[182],"strongly":[183],"(97.8th":[184],"percentile),":[185],"suggests":[187],"not":[191],"factor.":[193],"We":[194,230],"also":[195],"show":[196],"some":[200],"variability":[201],"output":[204,222],"o1-preview,":[206],"means":[208],"sometimes":[210],"\u2018luck\u2019":[213],"(the":[214,221],"answer":[215,245],"correct)":[217],"or":[218],"\u2018bad":[219],"luck\u2019":[220],"has":[223],"diverged":[224],"something":[226],"incorrect).":[229],"demonstrate":[231],"self-consistency":[234],"approach,":[235],"where":[236],"prompts":[238],"given":[240],"most":[243],"common":[244],"selected,":[247],"useful":[250],"strategy":[251],"identifying":[253],"correct":[255],"answer.":[256],"concluded":[259],"while":[261],"series":[265],"holds":[266],"great":[267],"potential,":[268],"certain":[269],"risks":[270],"must":[271],"be":[272],"considered.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2024-10-26T00:00:00"}