{"id":"https://openalex.org/W4404261523","doi":"https://doi.org/10.1145/3680533.3697064","title":"An Eye for an AI: Evaluating GPT-4o's Visual Perception Skills and Geometric Reasoning Skills Using Computer Graphics Questions","display_name":"An Eye for an AI: Evaluating GPT-4o's Visual Perception Skills and Geometric Reasoning Skills Using Computer Graphics Questions","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404261523","doi":"https://doi.org/10.1145/3680533.3697064"},"language":"en","primary_location":{"id":"doi:10.1145/3680533.3697064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680533.3697064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680533.3697064","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Educator's Forum","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680533.3697064","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412583","display_name":"Haoran Feng","orcid":"https://orcid.org/0009-0005-8608-6961"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Tony Haoran Feng","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand","University of ,"],"raw_orcid":"https://orcid.org/0009-0005-8608-6961","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"University of ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand","University of ,"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"University of ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050651715","display_name":"Burkhard W\u00fcensche","orcid":"https://orcid.org/0000-0002-8013-4118"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Burkhard C. W\u00fcnsche","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-8013-4118","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand","University of ,"],"raw_orcid":"https://orcid.org/0000-0001-8269-2909","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"University of ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007734757","display_name":"Jacqueline Whalley","orcid":"https://orcid.org/0000-0001-7633-5200"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jacqueline Whalley","raw_affiliation_strings":["Auckland University of Technology, Auckland, New Zealand","University of ,"],"raw_orcid":"https://orcid.org/0000-0001-7633-5200","affiliations":[{"raw_affiliation_string":"Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]},{"raw_affiliation_string":"University of ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2692,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95800014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.6931176781654358},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6535232663154602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6425360441207886},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.6113624572753906},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.4938283860683441},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4697841703891754},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.446699321269989},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.4254779517650604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41813576221466064},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41050979495048523},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13973718881607056},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.10757005214691162},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09945797920227051}],"concepts":[{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.6931176781654358},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6535232663154602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425360441207886},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.6113624572753906},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.4938283860683441},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4697841703891754},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.446699321269989},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4254779517650604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41813576221466064},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41050979495048523},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13973718881607056},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.10757005214691162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09945797920227051},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3680533.3697064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680533.3697064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680533.3697064","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Educator's Forum","raw_type":"proceedings-article"},{"id":"pmh:oai:researcharchive.lincoln.ac.nz:10182/20468","is_oa":false,"landing_page_url":"https://www.webofscience.com/api/gateway?GWVersion=2&SrcApp=elements_prod&SrcAuth=WosAPI&KeyUT=WOS:001435799300005&DestLinkType=FullRecord&DestApp=WOS_CPL","pdf_url":null,"source":{"id":"https://openalex.org/S4306400204","display_name":"Lincoln University Research Archive (Lincoln University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114395901","host_organization_name":"University of Nebraska\u2013Lincoln","host_organization_lineage":["https://openalex.org/I114395901"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SA Educator\u2019s Forum","raw_type":"Conference Contribution - published"},{"id":"pmh:oai:arXiv.org:2410.16991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.16991","pdf_url":"https://arxiv.org/pdf/2410.16991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:openrepository.aut.ac.nz:10292/18456","is_oa":true,"landing_page_url":"http://hdl.handle.net/10292/18456","pdf_url":"https://openrepository.aut.ac.nz/bitstreams/42298523-aefe-46cf-b54b-63c72ab58b26/download","source":{"id":"https://openalex.org/S4306401809","display_name":"Tuwhera (Auckland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39854758","host_organization_name":"Auckland University of Technology","host_organization_lineage":["https://openalex.org/I39854758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Contribution"},{"id":"pmh:oai:openrepository.aut.ac.nz:10292/18658","is_oa":true,"landing_page_url":"http://hdl.handle.net/10292/18658","pdf_url":"https://openrepository.aut.ac.nz/bitstreams/03f920be-1a16-4a8a-a167-035931ec3ef2/download","source":{"id":"https://openalex.org/S4306401809","display_name":"Tuwhera (Auckland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39854758","host_organization_name":"Auckland University of Technology","host_organization_lineage":["https://openalex.org/I39854758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal article (preprint)"}],"best_oa_location":{"id":"doi:10.1145/3680533.3697064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680533.3697064","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680533.3697064","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Educator's Forum","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404261523.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2809344082","https://openalex.org/W2944577114","https://openalex.org/W3159716809","https://openalex.org/W3199693760","https://openalex.org/W4211263275","https://openalex.org/W4317502110","https://openalex.org/W4323033692","https://openalex.org/W4323033814","https://openalex.org/W4323037544","https://openalex.org/W4327917709","https://openalex.org/W4376866715","https://openalex.org/W4381587445","https://openalex.org/W4382652775","https://openalex.org/W4386719056","https://openalex.org/W4388490623","https://openalex.org/W4390490537","https://openalex.org/W4390985631","https://openalex.org/W4391584331","https://openalex.org/W4392359953","https://openalex.org/W4392564669","https://openalex.org/W4392669753","https://openalex.org/W4392773006","https://openalex.org/W4394762705","https://openalex.org/W4396831262","https://openalex.org/W4399142101","https://openalex.org/W4400267701","https://openalex.org/W4400643163","https://openalex.org/W4402409658","https://openalex.org/W6945173768"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2899084033","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525"],"abstract_inverted_index":{"CG":[0,82,125,144,202,208,224],"(Computer":[1,9],"Graphics)":[2],"is":[3],"a":[4,22],"popular":[5],"field":[6],"of":[7,25,48,59,73,92,115,143,149,192],"CS":[8],"Science),":[10],"but":[11],"many":[12],"students":[13],"find":[14,169],"this":[15,137],"topic":[16],"difficult":[17],"due":[18],"to":[19,44,53,103,123,134,187,204],"it":[20],"requiring":[21,146],"large":[23],"number":[24],"skills,":[26,156],"such":[27],"as":[28],"mathematics,":[29],"programming,":[30],"geometric":[31,154],"reasoning,":[32],"and":[33,87,127,153,157,190,221],"creativity.":[34],"Over":[35],"the":[36,46,60,71,101,113,159,165,188,193],"past":[37],"few":[38],"years,":[39],"researchers":[40],"have":[41,111],"investigated":[42,112],"ways":[43],"harness":[45],"power":[47],"GenAI":[49,206],"(Generative":[50],"Artificial":[51],"Intelligence)":[52],"improve":[54,135],"teaching.":[55],"In":[56],"CS,":[57],"much":[58],"research":[61],"has":[62],"focused":[63],"on":[64,81,89,164],"introductory":[65],"computing.":[66],"A":[67],"recent":[68],"study":[69],"evaluating":[70],"performance":[72,86],"an":[74],"LLM":[75],"(Large":[76,117],"Language":[77],"Model),":[78],"GPT-4":[79],"(text-only),":[80],"questions,":[83],"indicated":[84],"poor":[85],"reliance":[88],"detailed":[90],"descriptions":[91],"image":[93],"content,":[94],"which":[95],"often":[96],"required":[97],"considerable":[98],"insight":[99],"from":[100],"user":[102],"return":[104],"reasonable":[105],"results.":[106,195],"So":[107],"far,":[108],"no":[109],"studies":[110],"abilities":[114,130],"LMMs":[116],"Multimodal":[118],"Models),":[119],"or":[120],"multimodal":[121],"LLMs,":[122],"solve":[124],"questions":[126,145,178],"how":[128],"these":[129,211],"can":[131],"be":[132],"used":[133],"teaching.In":[136],"study,":[138],"we":[139],"construct":[140],"two":[141,166],"datasets":[142],"varying":[147],"degrees":[148],"visual":[150,180],"perception":[151],"skills":[152],"reasoning":[155],"evaluate":[158],"current":[160],"state-of-The-Art":[161],"LMM,":[162],"GPT-4o,":[163],"datasets.":[167],"We":[168,196,213],"that":[170,215],"although":[171],"GPT-4o":[172],"exhibits":[173],"great":[174],"potential":[175],"in":[176,223],"solving":[177],"with":[179],"information":[181],"independently,":[182],"major":[183],"limitations":[184],"still":[185],"exist":[186],"accuracy":[189],"quality":[191],"generated":[194],"propose":[197],"several":[198],"novel":[199],"approaches":[200],"for":[201],"educators":[203],"incorporate":[205],"into":[207],"teaching":[209],"despite":[210],"limitations.":[212],"hope":[214],"our":[216],"guidelines":[217],"further":[218],"encourage":[219],"learning":[220],"engagement":[222],"classrooms":[225]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2024-11-13T00:00:00"}