{"id":"https://openalex.org/W3162664467","doi":"https://doi.org/10.1145/3474085.3475586","title":"Graph Neural Networks for Knowledge Enhanced Visual Representation of Paintings","display_name":"Graph Neural Networks for Knowledge Enhanced Visual Representation of Paintings","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3162664467","doi":"https://doi.org/10.1145/3474085.3475586","mag":"3162664467"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475586","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475586","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.08190","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059204263","display_name":"Athanasios Efthymiou","orcid":"https://orcid.org/0000-0001-7163-1115"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Athanasios Efthymiou","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075331928","display_name":"Stevan Rudinac","orcid":"https://orcid.org/0000-0003-1904-8736"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stevan Rudinac","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081752388","display_name":"Monika Kackovic","orcid":"https://orcid.org/0000-0002-7423-3902"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Monika Kackovic","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070684680","display_name":"Marcel Worring","orcid":"https://orcid.org/0000-0003-4097-4136"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel Worring","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018810337","display_name":"Nachoem M. Wijnberg","orcid":"https://orcid.org/0000-0001-8070-8719"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nachoem Wijnberg","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands","University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.119,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40764975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"3710","last_page":"3719"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7850894927978516},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7047098875045776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.585695743560791},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5810073614120483},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5448652505874634},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.537129819393158},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5096237659454346},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45695117115974426},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4190340042114258},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4175741374492645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41286811232566833},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17507287859916687}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7850894927978516},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7047098875045776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585695743560791},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5810073614120483},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5448652505874634},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.537129819393158},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5096237659454346},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45695117115974426},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4190340042114258},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4175741374492645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41286811232566833},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17507287859916687},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3474085.3475586","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475586","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.08190","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.08190","pdf_url":"https://arxiv.org/pdf/2105.08190","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:openaire/f1a08d93-7152-4ba8-a8d8-96aad446362a","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/graph-neural-networks-for-knowledge-enhanced-visual-representation-of-paintings(f1a08d93-7152-4ba8-a8d8-96aad446362a).html","pdf_url":"https://pure.uva.nl/ws/files/64941932/3474085.3475586.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Efthymiou, A, Rudinac, S, Kackovic, M, Worring, M & Wijnberg, N 2021, Graph Neural Networks for Knowledge Enhanced Visual Representation of Paintings. in MM '21 : Proceedings of the 29th ACM International Conference on Multimedia : October 20-24, 2021, Virtual Event, China. Association for Computing Machinery, New York, NY, pp. 3710-3719, 29th ACM International Conference on Multimedia, MM 2021, Virtual, Online, China, 20/10/21. https://doi.org/10.1145/3474085.3475586","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/f1a08d93-7152-4ba8-a8d8-96aad446362a","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/graph-neural-networks-for-knowledge-enhanced-visual-representation-of-paintings(f1a08d93-7152-4ba8-a8d8-96aad446362a).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MM '21: Proceedings of the 29th ACM International Conference on Multimedia : October 20-24, 2021, Virtual Event, China, 3710 - 3719","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"doi:10.48550/arxiv.2105.08190","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.08190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3162664467","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.08190","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.08190","pdf_url":"https://arxiv.org/pdf/2105.08190","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W50236904","https://openalex.org/W181871703","https://openalex.org/W1978566438","https://openalex.org/W2011615896","https://openalex.org/W2057624659","https://openalex.org/W2103077782","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2161753062","https://openalex.org/W2194775991","https://openalex.org/W2233737587","https://openalex.org/W2475287302","https://openalex.org/W2510733224","https://openalex.org/W2740354675","https://openalex.org/W2766086266","https://openalex.org/W2783819585","https://openalex.org/W2797942740","https://openalex.org/W2798868324","https://openalex.org/W2884238566","https://openalex.org/W2896857115","https://openalex.org/W2897923591","https://openalex.org/W2911286998","https://openalex.org/W2913340405","https://openalex.org/W2918342466","https://openalex.org/W2932399282","https://openalex.org/W2937703861","https://openalex.org/W2945827377","https://openalex.org/W2948676181","https://openalex.org/W2954598292","https://openalex.org/W2955216108","https://openalex.org/W2962750014","https://openalex.org/W2962756421","https://openalex.org/W2962767366","https://openalex.org/W2962835968","https://openalex.org/W2962837952","https://openalex.org/W2963223966","https://openalex.org/W2963370915","https://openalex.org/W2963498646","https://openalex.org/W2963745697","https://openalex.org/W2964015378","https://openalex.org/W2964086488","https://openalex.org/W2965570799","https://openalex.org/W2965857891","https://openalex.org/W2970971581","https://openalex.org/W2980726482","https://openalex.org/W2981380135","https://openalex.org/W2981406356","https://openalex.org/W2981431462","https://openalex.org/W2984215311","https://openalex.org/W2994968268","https://openalex.org/W3034672970","https://openalex.org/W3085046840","https://openalex.org/W3099767466","https://openalex.org/W3130295820","https://openalex.org/W3133919270","https://openalex.org/W3134765613","https://openalex.org/W3145527391","https://openalex.org/W4237224772"],"related_works":["https://openalex.org/W3164667897","https://openalex.org/W2963172229","https://openalex.org/W3080949903","https://openalex.org/W2791135451","https://openalex.org/W2793391581","https://openalex.org/W2800026222","https://openalex.org/W2963148524","https://openalex.org/W2922420408","https://openalex.org/W2984908602","https://openalex.org/W2890226085","https://openalex.org/W2765362515","https://openalex.org/W3157746834","https://openalex.org/W3187254422","https://openalex.org/W2971773895","https://openalex.org/W3171015458","https://openalex.org/W2808862089","https://openalex.org/W2956885018","https://openalex.org/W2964128011","https://openalex.org/W2954367631","https://openalex.org/W2949402734"],"abstract_inverted_index":{"We":[0,59],"propose":[1],"ArtSAGENet,":[2],"a":[3,45,72,104,150],"novel":[4],"multimodal":[5],"architecture":[6],"that":[7,41,62,116,138],"integrates":[8],"Graph":[9],"Neural":[10,15],"Networks":[11,16],"(GNNs)":[12],"and":[13,22,39,88,102,121,129,157,163],"Convolutional":[14],"(CNNs),":[17],"to":[18],"jointly":[19],"learn":[20],"visual":[21,145,155],"semantic-based":[23],"artistic":[24],"representations.":[25],"First,":[26],"we":[27,114],"illustrate":[28],"the":[29,51,56,127,130,133,142],"significant":[30],"advantages":[31],"of":[32,74,97,107,135,144,153],"multi-task":[33],"learning":[34],"for":[35,159],"fine":[36,52,75,160],"art":[37,53,76,161],"analysis":[38,77,143,162],"argue":[40],"it":[42],"is":[43],"conceptually":[44],"much":[46],"more":[47],"appropriate":[48],"setting":[49],"in":[50,71],"domain":[54],"than":[55],"single-task":[57],"alternatives.":[58],"further":[60],"demonstrate":[61],"several":[63],"GNN":[64],"architectures":[65],"can":[66],"outperform":[67],"strong":[68],"CNN":[69],"baselines":[70],"range":[73],"tasks,":[78],"such":[79],"as":[80],"style":[81],"classification,":[82],"artist":[83],"attribution,":[84],"creation":[85],"period":[86],"estimation,":[87],"tag":[89],"prediction,":[90],"while":[91],"training":[92],"them":[93],"requires":[94],"an":[95],"order":[96],"magnitude":[98],"less":[99],"computational":[100],"time":[101],"only":[103],"small":[105],"amount":[106],"labeled":[108],"data.":[109],"Finally,":[110],"through":[111],"extensive":[112],"experimentation":[113],"show":[115],"our":[117],"proposed":[118],"ArtSAGENet":[119],"captures":[120],"encodes":[122],"valuable":[123],"relational":[124],"dependencies":[125],"between":[126],"artists":[128],"artworks,":[131],"surpassing":[132],"performance":[134],"traditional":[136],"methods":[137],"rely":[139],"solely":[140],"on":[141],"content.":[146],"Our":[147],"findings":[148],"underline":[149],"great":[151],"potential":[152],"integrating":[154],"content":[156],"semantics":[158],"curation.":[164]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}