{"id":"https://openalex.org/W4390490875","doi":"https://doi.org/10.1145/3636243.3636247","title":"More Robots are Coming: Large Multimodal Models (ChatGPT) can Solve Visually Diverse Images of Parsons Problems","display_name":"More Robots are Coming: Large Multimodal Models (ChatGPT) can Solve Visually Diverse Images of Parsons Problems","publication_year":2024,"publication_date":"2024-01-02","ids":{"openalex":"https://openalex.org/W4390490875","doi":"https://doi.org/10.1145/3636243.3636247"},"language":"en","primary_location":{"id":"doi:10.1145/3636243.3636247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636243.3636247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063159225","display_name":"Irene Hou","orcid":"https://orcid.org/0009-0008-0511-7685"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irene Hou","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0009-0008-0511-7685","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077978579","display_name":"Owen Man","orcid":"https://orcid.org/0009-0003-0527-1395"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Owen Man","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0009-0003-0527-1395","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093633769","display_name":"Sophia Mettille","orcid":"https://orcid.org/0009-0009-9707-6311"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophia Mettille","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0009-0009-9707-6311","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072380405","display_name":"Sebastian Gutierrez","orcid":"https://orcid.org/0009-0005-4844-692X"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Gutierrez","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0009-0005-4844-692X","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092862245","display_name":"Kenneth Angelikas","orcid":"https://orcid.org/0009-0001-1597-3513"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Angelikas","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0009-0001-1597-3513","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]},{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, United States"],"raw_orcid":"https://orcid.org/0000-0003-2781-6619","affiliations":[{"raw_affiliation_string":"Temple University, United States","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4543,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.89348514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"29","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9397000074386597,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7193763256072998},{"id":"https://openalex.org/keywords/panacea","display_name":"Panacea (medicine)","score":0.6719321608543396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5847918391227722},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5753715634346008},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5194453597068787},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4757406711578369},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.45987218618392944},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.45943281054496765},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43766552209854126},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4324280321598053},{"id":"https://openalex.org/keywords/visual-approach","display_name":"Visual approach","score":0.4321567714214325},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3894188702106476},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23843640089035034},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1466914713382721}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7193763256072998},{"id":"https://openalex.org/C26993612","wikidata":"https://www.wikidata.org/wiki/Q910154","display_name":"Panacea (medicine)","level":3,"score":0.6719321608543396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5847918391227722},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5753715634346008},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5194453597068787},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4757406711578369},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.45987218618392944},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.45943281054496765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43766552209854126},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4324280321598053},{"id":"https://openalex.org/C2777055276","wikidata":"https://www.wikidata.org/wiki/Q7936580","display_name":"Visual approach","level":2,"score":0.4321567714214325},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3894188702106476},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23843640089035034},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1466914713382721},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636243.3636247","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636243.3636247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W136770786","https://openalex.org/W1977826292","https://openalex.org/W1987790173","https://openalex.org/W1998848131","https://openalex.org/W2002337194","https://openalex.org/W2054921494","https://openalex.org/W2090006500","https://openalex.org/W2113051326","https://openalex.org/W2286968682","https://openalex.org/W2508349037","https://openalex.org/W2514545190","https://openalex.org/W2556986721","https://openalex.org/W2701337371","https://openalex.org/W2766230222","https://openalex.org/W2789147155","https://openalex.org/W2911681005","https://openalex.org/W2966793514","https://openalex.org/W3001923893","https://openalex.org/W3009875955","https://openalex.org/W3020504510","https://openalex.org/W3152951083","https://openalex.org/W3158855527","https://openalex.org/W3166773976","https://openalex.org/W3197804775","https://openalex.org/W4211263275","https://openalex.org/W4283705032","https://openalex.org/W4291476001","https://openalex.org/W4313331626","https://openalex.org/W4323033785","https://openalex.org/W4323033814","https://openalex.org/W4323034052","https://openalex.org/W4323037544","https://openalex.org/W4323526518","https://openalex.org/W4324138978","https://openalex.org/W4366548330","https://openalex.org/W4381587445","https://openalex.org/W4382515967","https://openalex.org/W4382515993","https://openalex.org/W4382652775","https://openalex.org/W4382653968","https://openalex.org/W4384345745","https://openalex.org/W4386584937","https://openalex.org/W4390621416"],"related_works":["https://openalex.org/W2073210364","https://openalex.org/W4242593755","https://openalex.org/W2123548032","https://openalex.org/W2953205341","https://openalex.org/W2564831469","https://openalex.org/W2002441522","https://openalex.org/W2100901739","https://openalex.org/W2801628641","https://openalex.org/W2073363395","https://openalex.org/W2092643327"],"abstract_inverted_index":{"Large":[0],"language":[1,85,94],"models":[2,12,89],"are":[3],"reshaping":[4],"computing":[5],"education.":[6],"Based":[7],"on":[8,164],"recent":[9],"research,":[10],"these":[11,42,179],"explain":[13],"code":[14,30],"better":[15,152],"than":[16,153],"students,":[17],"answer":[18],"multiple":[19],"choice":[20],"questions":[21],"at":[22],"or":[23],"above":[24],"the":[25,60,73,82,111,146,228],"class":[26],"average,":[27],"and":[28,50,59,93,102,140,205],"generate":[29],"that":[31,96,121,130,175,210],"can":[32],"pass":[33],"automated":[34],"tests":[35],"in":[36,145,227],"introductory":[37],"courses.":[38],"In":[39,106],"response":[40],"to":[41,53,100,213,222],"capabilities,":[43],"instructors":[44],"have":[45,70,91,133],"quickly":[46],"adjusted":[47],"their":[48],"courses":[49],"assessment":[51],"methods":[52],"align":[54],"with":[55,117,184,200],"shifting":[56],"learning":[57],"goals":[58],"increased":[61],"risk":[62],"of":[63,75,84,197,224],"academic":[64,225],"integrity":[65,226],"issues.":[66],"While":[67],"some":[68],"scholars":[69],"advocated":[71],"for":[72,125],"integration":[74],"visual":[76,104,170,180,214],"problems":[77,166,216],"as":[78],"a":[79,157,161,185,220],"safeguard":[80],"against":[81],"capabilities":[83,95],"models,":[86],"new":[87],"multimodal":[88,113],"now":[90],"vision":[92],"may":[97],"allow":[98],"them":[99],"analyze":[101],"solve":[103],"problems.":[105],"this":[107],"paper,":[108],"we":[109],"compare":[110],"large":[112],"model":[114],"(LMMs)":[115],"GPT-4V":[116,176],"Bard,":[118],"an":[119],"LLM":[120],"uses":[122,156],"Google":[123],"Lens":[124],"text":[126,141],"recognition.":[127],"We":[128],"find":[129],"LMMs,":[131],"which":[132,155],"learned":[134],"both":[135],"pixel":[136],"features":[137,142],"(from":[138,143],"images)":[139],"prompts)":[144],"same":[147],"embedding":[148],"space,":[149],"performed":[150,191],"substantially":[151],"Bard":[154,190],"piecemeal":[158],"approach.":[159],"With":[160],"specific":[162],"focus":[163],"Parsons":[165,187],"presented":[167],"across":[168],"diverse":[169],"representations,":[171],"our":[172],"results":[173],"show":[174],"solved":[177],"96.7%":[178],"problems,":[181,198],"struggling":[182,199],"minimally":[183],"single":[186],"problem.":[188],"Conversely,":[189],"poorly":[192],"by":[193],"only":[194],"solving":[195],"69.2%":[196],"common":[201],"issues":[202,223],"like":[203],"hallucinations":[204],"refusals.":[206],"These":[207],"findings":[208],"suggest":[209],"merely":[211],"transitioning":[212],"programming":[215],"might":[217],"not":[218],"be":[219],"panacea":[221],"generative":[229],"AI":[230],"era.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}