{"id":"https://openalex.org/W4407771402","doi":"https://doi.org/10.1145/3706598.3713274","title":"ArtMentor: AI-Assisted Evaluation of Artworks to Explore Multimodal Large Language Models Capabilities","display_name":"ArtMentor: AI-Assisted Evaluation of Artworks to Explore Multimodal Large Language Models Capabilities","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4407771402","doi":"https://doi.org/10.1145/3706598.3713274"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713274","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3713274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.13832","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008365827","display_name":"Chanjin Zheng","orcid":"https://orcid.org/0000-0003-1232-0020"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chanjin Zheng","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China and Faculty of Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1232-0020","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China and Faculty of Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101408542","display_name":"Zengyi Yu","orcid":"https://orcid.org/0009-0003-4571-340X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengyi Yu","raw_affiliation_strings":["Faculty of Education, East China Normal University, Shanghai, China and College of Education, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0003-4571-340X","affiliations":[{"raw_affiliation_string":"Faculty of Education, East China Normal University, Shanghai, China and College of Education, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yilin Jiang","orcid":"https://orcid.org/0009-0004-3179-6969"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Jiang","raw_affiliation_strings":["College of Education, Zheiiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0004-3179-6969","affiliations":[{"raw_affiliation_string":"College of Education, Zheiiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108928686","display_name":"Mingzi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzi Zhang","raw_affiliation_strings":["Faculty of Education, East China Normal University, Shanghai, China and College of Education, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0006-8539-5559","affiliations":[{"raw_affiliation_string":"Faculty of Education, East China Normal University, Shanghai, China and College of Education, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055213710","display_name":"Xunuo Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunuo Lu","raw_affiliation_strings":["School of Economy, Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0008-9174-393X","affiliations":[{"raw_affiliation_string":"School of Economy, Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jing Jin","orcid":"https://orcid.org/0009-0006-5986-3363"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Jin","raw_affiliation_strings":["School of Education, Zhejiang Normal University, Jinhua, Zhejiang, China and Tianchang Guanchao Primary School, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0006-5986-3363","affiliations":[{"raw_affiliation_string":"School of Education, Zhejiang Normal University, Jinhua, Zhejiang, China and Tianchang Guanchao Primary School, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104111538","display_name":"L Y Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liteng Gao","raw_affiliation_strings":["School of Artificial Intelligence Science and Technology, University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-4363-2030","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence Science and Technology, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097258806228638},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.676834762096405},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.580080509185791},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.5476679801940918},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5250596404075623},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4760425090789795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4577952027320862},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4551723599433899},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.45379602909088135},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3412291407585144},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10814610123634338}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097258806228638},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.676834762096405},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.580080509185791},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.5476679801940918},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5250596404075623},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4760425090789795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4577952027320862},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4551723599433899},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.45379602909088135},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3412291407585144},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10814610123634338},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3713274","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3713274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.13832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.13832","pdf_url":"https://arxiv.org/pdf/2502.13832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.13832","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.13832","pdf_url":"https://arxiv.org/pdf/2502.13832","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1545975663","https://openalex.org/W1557592757","https://openalex.org/W1887059452","https://openalex.org/W1967211659","https://openalex.org/W1968149505","https://openalex.org/W2076598554","https://openalex.org/W2095165457","https://openalex.org/W2108839216","https://openalex.org/W2110406013","https://openalex.org/W2140881785","https://openalex.org/W2163640453","https://openalex.org/W2164279716","https://openalex.org/W2280291775","https://openalex.org/W2293068655","https://openalex.org/W2508682278","https://openalex.org/W2541711215","https://openalex.org/W2594519801","https://openalex.org/W2618362327","https://openalex.org/W2727720076","https://openalex.org/W2901466771","https://openalex.org/W3130295820","https://openalex.org/W3158418101","https://openalex.org/W3164459664","https://openalex.org/W3201672049","https://openalex.org/W3206733204","https://openalex.org/W4200094933","https://openalex.org/W4205336583","https://openalex.org/W4206312222","https://openalex.org/W4206404688","https://openalex.org/W4220747294","https://openalex.org/W4221062694","https://openalex.org/W4231268356","https://openalex.org/W4283167234","https://openalex.org/W4365806536","https://openalex.org/W4382940191","https://openalex.org/W4388210637","https://openalex.org/W4392780604","https://openalex.org/W4393118307","https://openalex.org/W4402670135","https://openalex.org/W4402716381"],"related_works":["https://openalex.org/W2378076731","https://openalex.org/W4286888643","https://openalex.org/W3210795196","https://openalex.org/W2088988140","https://openalex.org/W3171015545","https://openalex.org/W2103019253","https://openalex.org/W2951529875","https://openalex.org/W2391453316","https://openalex.org/W4396648495","https://openalex.org/W42880992"],"abstract_inverted_index":{"Can":[0],"Multimodal":[1],"Large":[2],"Language":[3],"Models":[4],"(MLLMs),":[5],"with":[6],"capabilities":[7],"in":[8,18,63,140,143],"perception,":[9],"recognition,":[10,114],"understanding,":[11],"and":[12,57,85,117,125],"reasoning,":[13],"function":[14],"as":[15],"independent":[16],"assistants":[17],"art":[19,65,101,144],"evaluation":[20,24,66,145],"dialogues?":[21],"Current":[22],"MLLM":[23,55,72,90],"methods,":[25],"which":[26],"rely":[27],"on":[28],"subjective":[29],"human":[30],"scoring":[31],"or":[32],"costly":[33],"interviews,":[34],"lack":[35],"comprehensive":[36,79],"coverage":[37],"of":[38,95,133],"various":[39],"scenarios.":[40],"This":[41,59],"paper":[42],"proposes":[43],"a":[44,78,83],"process-oriented":[45],"Human-Computer":[46],"Interaction":[47],"(HCI)":[48],"space":[49,80],"design":[50],"to":[51,88],"facilitate":[52],"more":[53],"accurate":[54],"assessment":[56],"development.":[58],"approach":[60],"aids":[61],"teachers":[62,102,142],"efficient":[64],"while":[67],"also":[68],"recording":[69],"interactions":[70],"for":[71,112],"capability":[73],"assessment.":[74],"We":[75],"introduce":[76],"ArtMentor,":[77],"that":[81],"integrates":[82],"dataset":[84,93],"three":[86],"systems":[87],"optimize":[89],"evaluation.":[91],"The":[92,107,135],"consists":[94],"380":[96],"sessions":[97],"conducted":[98],"by":[99],"five":[100],"across":[103],"nine":[104],"critical":[105],"dimensions.":[106],"modular":[108],"system":[109],"includes":[110],"agents":[111],"entity":[113],"review":[115],"generation,":[116,119],"suggestion":[118],"enabling":[120],"iterative":[121],"upgrades.":[122],"Machine":[123],"learning":[124],"natural":[126],"language":[127],"processing":[128],"techniques":[129],"ensure":[130],"the":[131],"reliability":[132],"evaluations.":[134],"results":[136],"confirm":[137],"GPT-4o's":[138],"effectiveness":[139],"assisting":[141],"dialogues.":[146],"Our":[147],"contributions":[148],"are":[149],"available":[150],"at":[151],"https://artmentor.github.io/.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}