{"id":"https://openalex.org/W4409211866","doi":"https://doi.org/10.1145/3716640.3716654","title":"Seeing the Forest and the Trees: Solving Visual Graph and Tree Based Data Structure Problems using Large Multimodal Models","display_name":"Seeing the Forest and the Trees: Solving Visual Graph and Tree Based Data Structure Problems using Large Multimodal Models","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4409211866","doi":"https://doi.org/10.1145/3716640.3716654"},"language":"en","primary_location":{"id":"doi:10.1145/3716640.3716654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716654","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716654","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716654","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072380405","display_name":"Sebastian Gutierrez","orcid":"https://orcid.org/0009-0005-4844-692X"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Gutierrez","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0005-4844-692X","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063159225","display_name":"Irene Hou","orcid":"https://orcid.org/0009-0008-0511-7685"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irene Hou","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0008-0511-7685","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jihye Lee","orcid":"https://orcid.org/0009-0008-3918-5432"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jihye Lee","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0008-3918-5432","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092862245","display_name":"Kenneth Angelikas","orcid":"https://orcid.org/0009-0001-1597-3513"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Angelikas","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0001-1597-3513","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077978579","display_name":"Owen Man","orcid":"https://orcid.org/0009-0003-0527-1395"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Owen Man","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0003-0527-1395","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093633769","display_name":"Sophia Mettille","orcid":"https://orcid.org/0009-0009-9707-6311"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sophia Mettille","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0009-9707-6311","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065053503","display_name":"James Prather","orcid":"https://orcid.org/0000-0003-2807-6042"},"institutions":[{"id":"https://openalex.org/I60205797","display_name":"Abilene Christian University","ror":"https://ror.org/004srrf86","country_code":"US","type":"education","lineage":["https://openalex.org/I60205797"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Prather","raw_affiliation_strings":["Abilene Christian University, Abilene, USA"],"raw_orcid":"https://orcid.org/0000-0003-2807-6042","affiliations":[{"raw_affiliation_string":"Abilene Christian University, Abilene, USA","institution_ids":["https://openalex.org/I60205797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["The University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0003-2781-6619","affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.98,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9638857,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"124","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7059271931648254},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5100389122962952},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5032281279563904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49228349328041077},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3384547829627991},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32567697763442993},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18251273036003113},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.05746081471443176}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7059271931648254},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5100389122962952},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5032281279563904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49228349328041077},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3384547829627991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32567697763442993},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18251273036003113},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.05746081471443176}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3716640.3716654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716654","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716654","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3716640.3716654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716640.3716654","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3716640.3716654","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409211866.pdf","grobid_xml":"https://content.openalex.org/works/W4409211866.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1605683071","https://openalex.org/W2040441451","https://openalex.org/W2082321848","https://openalex.org/W2096329292","https://openalex.org/W2127842101","https://openalex.org/W2128886782","https://openalex.org/W2160651698","https://openalex.org/W2330313803","https://openalex.org/W2563399268","https://openalex.org/W2586103152","https://openalex.org/W2886421510","https://openalex.org/W2955207232","https://openalex.org/W3020504510","https://openalex.org/W3113961228","https://openalex.org/W3152951083","https://openalex.org/W3157469118","https://openalex.org/W3158855527","https://openalex.org/W3166773976","https://openalex.org/W3197804775","https://openalex.org/W4210379996","https://openalex.org/W4210899405","https://openalex.org/W4238080522","https://openalex.org/W4297538150","https://openalex.org/W4313125078","https://openalex.org/W4317502110","https://openalex.org/W4317910584","https://openalex.org/W4321162272","https://openalex.org/W4323037544","https://openalex.org/W4323526518","https://openalex.org/W4324138978","https://openalex.org/W4366204357","https://openalex.org/W4366808937","https://openalex.org/W4381587445","https://openalex.org/W4382652859","https://openalex.org/W4382653968","https://openalex.org/W4382654294","https://openalex.org/W4382654843","https://openalex.org/W4384347367","https://openalex.org/W4390315357","https://openalex.org/W4390490759","https://openalex.org/W4390490875","https://openalex.org/W4390490886","https://openalex.org/W4390621457","https://openalex.org/W4391584331","https://openalex.org/W4398796607","https://openalex.org/W4400267701","https://openalex.org/W4401379837","https://openalex.org/W4402480771","https://openalex.org/W4404910337"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,195],"generative":[3],"AI":[4],"systems":[5],"have":[6],"raised":[7],"concerns":[8],"about":[9],"academic":[10],"integrity":[11],"among":[12],"educators.Beyond":[13],"excelling":[14],"at":[15],"solving":[16,196],"programming":[17],"problems":[18,36,43,83],"and":[19,48,79,93,105,131,136,144,169,185,205],"text-based":[20,47],"multiple-choice":[21],"questions,":[22],"recent":[23],"research":[24,175],"has":[25],"also":[26,189],"found":[27],"that":[28],"large":[29],"multimodal":[30],"models":[31,55],"(LMMs)":[32],"can":[33],"solve":[34,77],"Parsons":[35],"based":[37,84],"only":[38,85,177],"on":[39,50,86,142,150,160,172],"an":[40,179],"image.However,":[41],"such":[42],"are":[44],"still":[45],"inherently":[46],"rely":[49],"the":[51,54,58,72,112,115,165,191],"capabilities":[52,73],"of":[53,60,74,102,114,167,193],"to":[56,63,76,110,182],"convert":[57],"images":[59],"code":[61],"blocks":[62],"their":[64],"corresponding":[65],"text.In":[66],"this":[67],"paper,":[68],"we":[69,90],"further":[70,186],"investigate":[71],"LMMs":[75,194],"graph":[78,104,161],"tree":[80,106,151],"data":[81,107],"structure":[82,108],"images.To":[87],"achieve":[88],"this,":[89],"computationally":[91],"construct":[92],"evaluate":[94],"a":[95],"novel":[96],"benchmark":[97,181],"dataset":[98],"comprising":[99],"9,072":[100],"samples":[101],"diverse":[103],"tasks":[109],"assess":[111],"performance":[113],"GPT-4o,":[116],"GPT-4":[117],"with":[118,200],"Vision":[119],"(GPT-4V),":[120],"Gemini":[121,124,127,137,154],"1.5":[122,125,138,155],"Pro,":[123,156],"Flash,":[126],"1.0":[128],"Pro":[129],"Vision,":[130],"Claude":[132],"3":[133],"model":[134,173],"families.GPT-4o":[135],"Flash":[139],"performed":[140],"best":[141],"trees":[143],"graphs":[145],"respectively.GPT-4o":[146],"achieved":[147,157],"87.6%":[148],"accuracy":[149,159],"samples,":[152],"while":[153],"76.9%":[158],"samples.Our":[162],"findings":[163],"highlight":[164],"influence":[166],"structural":[168],"visual":[170],"variations":[171],"performance.This":[174],"not":[176],"introduces":[178],"LMM":[180],"facilitate":[183],"replication":[184],"exploration":[187],"but":[188],"underscores":[190],"potential":[192],"complex":[197],"computing":[198],"problems,":[199],"important":[201],"implications":[202],"for":[203],"pedagogy":[204],"assessment":[206],"practices.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}