{"id":"https://openalex.org/W4415540911","doi":"https://doi.org/10.1145/3746027.3755673","title":"ArtRAG: Retrieval-Augmented Generation with Structured Context for Visual Art Understanding","display_name":"ArtRAG: Retrieval-Augmented Generation with Structured Context for Visual Art Understanding","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415540911","doi":"https://doi.org/10.1145/3746027.3755673"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755673","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755673","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3755673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100328272","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-1595-3619"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1595-3619","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057825687","display_name":"Ivona Najdenkoska","orcid":"https://orcid.org/0000-0001-6852-0609"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ivona Najdenkoska","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6852-0609","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongyi Zhu","orcid":"https://orcid.org/0009-0006-0298-0905"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hongyi Zhu","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0009-0006-0298-0905","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075331928","display_name":"Stevan Rudinac","orcid":"https://orcid.org/0000-0003-1904-8736"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stevan Rudinac","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1904-8736","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081752388","display_name":"Monika Kackovic","orcid":"https://orcid.org/0000-0002-7423-3902"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Monika Kackovic","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-7423-3902","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018810337","display_name":"Nachoem M. Wijnberg","orcid":"https://orcid.org/0000-0001-8070-8719"},"institutions":[{"id":"https://openalex.org/I24027795","display_name":"University of Johannesburg","ror":"https://ror.org/04z6c2n17","country_code":"ZA","type":"education","lineage":["https://openalex.org/I24027795"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Nachoem Wijnberg","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands and College of Business and Economics, University of Johannesburg, Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0001-8070-8719","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands and College of Business and Economics, University of Johannesburg, Johannesburg, South Africa","institution_ids":["https://openalex.org/I24027795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070684680","display_name":"Marcel Worring","orcid":"https://orcid.org/0000-0003-4097-4136"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel Worring","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4097-4136","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6700","last_page":"6709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5942999720573425},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.34119999408721924},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.29159998893737793},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2840999960899353},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.26339998841285706}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5942999720573425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5385000109672546},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35019999742507935},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C119657128","wikidata":"https://www.wikidata.org/wiki/Q11633","display_name":"Photography","level":2,"score":0.24819999933242798}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3746027.3755673","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755673","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/ee93017c-ce4a-40a8-99da-934ca6ef099c","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/artrag-retrievalaugmented-generation-with-structured-context-for-visual-art-understanding(ee93017c-ce4a-40a8-99da-934ca6ef099c).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, S, Najdenkoska, I, Zhu, H, Rudinac, S, Kackovic, M, Wijnberg, N M & Worring, M 2025, ArtRAG: Retrieval-Augmented Generation with Structured Context for Visual Art Understanding. in MM '25 : Proceedings of the 33rd ACM International Conference on Multimedia : October 27-31, 2025, Dublin Ireland. Association for Computing Machinery, New York, NY, pp. 6700-6709, 33rd ACM International Conference on Multimedia, Dublin, Ireland, 27/10/25. https://doi.org/10.1145/3746027.3755673","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:openaire/ee93017c-ce4a-40a8-99da-934ca6ef099c","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/ee93017c-ce4a-40a8-99da-934ca6ef099c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wang, S, Najdenkoska, I, Zhu, H, Rudinac, S, Kackovic, M, Wijnberg, N M & Worring, M 2025, ArtRAG: Retrieval-Augmented Generation with Structured Context for Visual Art Understanding. in MM '25 : Proceedings of the 33rd ACM International Conference on Multimedia : October 27-31, 2025, Dublin Ireland. Association for Computing Machinery, New York, NY, pp. 6700-6709, 33rd ACM International Conference on Multimedia, Dublin, Ireland, 27/10/25. https://doi.org/10.1145/3746027.3755673","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3746027.3755673","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755673","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321008","display_name":"Universiteit van Amsterdam","ror":"https://ror.org/04dkp9463"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2011615896","https://openalex.org/W2510733224","https://openalex.org/W2982212456","https://openalex.org/W3092654380","https://openalex.org/W3205503070","https://openalex.org/W4297945897","https://openalex.org/W4312537386","https://openalex.org/W4394994587","https://openalex.org/W4401307360","https://openalex.org/W4403791528"],"related_works":[],"abstract_inverted_index":{"Visual":[0],"art":[1,53],"understanding":[2],"requires":[3],"joint":[4],"modeling":[5],"of":[6,165],"multiple":[7,49],"perspectives":[8,50],"and":[9,16,36,99,118,140,161],"contextual":[10],"inference":[11,109],"rooted":[12],"in":[13,28,44],"cultural,":[14],"historical,":[15],"stylistic":[17],"knowledge.":[18],"Recent":[19],"multimodal":[20],"large":[21],"language":[22],"models":[23],"(MLLMs)":[24],"demonstrate":[25,143],"strong":[26],"performance":[27],"generic":[29,40],"captioning,":[30],"primarily":[31],"based":[32],"on":[33,38,137],"object":[34],"recognition":[35],"training":[37],"large-scale":[39],"data.":[41],"They":[42],"struggle":[43],"providing":[45],"captions":[46],"incorporating":[47],"the":[48,138],"that":[51,65,144],"fine":[52],"demands.":[54],"In":[55],"this":[56],"work,":[57],"we":[58],"introduce":[59],"ArtRAG,":[60],"a":[61,70,103,111],"novel":[62],"training-free":[63],"framework":[64],"integrates":[66],"structured":[67,113],"knowledge":[68,106],"into":[69,102],"retrieval-augmented":[71],"generation":[72],"(RAG)":[73],"pipeline":[74],"for":[75],"multi-perspective":[76,134],"artwork":[77],"explanation.":[78],"ArtRAG":[79,145],"automatically":[80],"constructs":[81],"an":[82],"Art":[83],"Context":[84],"Knowledge":[85],"Graph":[86],"(ACKG)":[87],"from":[88],"domain-specific":[89],"textual":[90],"sources,":[91],"organizing":[92],"entities":[93],"such":[94],"as":[95],"artists,":[96],"themes,":[97],"movements,":[98],"historical":[100],"events":[101],"rich,":[104],"interpretable":[105],"graph.":[107],"At":[108],"time,":[110],"multi-granular":[112],"context":[114],"retriever":[115],"selects":[116],"semantically":[117],"topologically":[119],"relevant":[120],"subgraphs":[121],"to":[122,130,157],"guide":[123],"explanation":[124],"generation.":[125],"This":[126],"approach":[127],"enables":[128],"MLLMs":[129],"produce":[131],"contextually":[132],"grounded,":[133],"descriptions.":[135],"Experiments":[136],"SemArt":[139],"Artpedia":[141],"datasets":[142],"outperforms":[146],"existing":[147],"heavily":[148],"trained":[149],"baselines.":[150],"Human":[151],"evaluations":[152],"further":[153],"confirm":[154],"ArtRAG's":[155],"ability":[156],"generate":[158],"coherent,":[159],"informative,":[160],"culturally":[162],"enriched":[163],"interpretations":[164],"artworks.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}