{"id":"https://openalex.org/W4327743231","doi":"https://doi.org/10.1145/3575865","title":"Transfer Learning for the Visual Arts: The Multi-modal Retrieval of Iconclass Codes","display_name":"Transfer Learning for the Visual Arts: The Multi-modal Retrieval of Iconclass Codes","publication_year":2023,"publication_date":"2023-03-17","ids":{"openalex":"https://openalex.org/W4327743231","doi":"https://doi.org/10.1145/3575865"},"language":"en","primary_location":{"id":"doi:10.1145/3575865","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3575865","pdf_url":null,"source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004688187","display_name":"Nikolay Banar","orcid":"https://orcid.org/0000-0001-9517-5791"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikolay Banar","raw_affiliation_strings":["University of Antwerp"],"raw_orcid":"https://orcid.org/0000-0001-9517-5791","affiliations":[{"raw_affiliation_string":"University of Antwerp","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083411784","display_name":"Walter Daelemans","orcid":"https://orcid.org/0000-0002-9832-7890"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Walter Daelemans","raw_affiliation_strings":["University of Antwerp"],"raw_orcid":"https://orcid.org/0000-0002-9832-7890","affiliations":[{"raw_affiliation_string":"University of Antwerp","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068789709","display_name":"Mike Kestemont","orcid":"https://orcid.org/0000-0003-3590-693X"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Mike Kestemont","raw_affiliation_strings":["University of Antwerp"],"raw_orcid":"https://orcid.org/0000-0003-3590-693X","affiliations":[{"raw_affiliation_string":"University of Antwerp","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":0.7778,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.728882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8323890566825867},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6161931753158569},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6034809947013855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5775789022445679},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5328372716903687},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.5226245522499084},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5011935234069824},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47296470403671265},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46307599544525146},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4597260355949402},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.45519718527793884},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44063544273376465},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41482362151145935},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3465192914009094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8323890566825867},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6161931753158569},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6034809947013855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5775789022445679},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5328372716903687},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5226245522499084},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5011935234069824},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47296470403671265},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46307599544525146},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4597260355949402},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45519718527793884},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44063544273376465},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41482362151145935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3465192914009094},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3575865","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3575865","pdf_url":null,"source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},{"id":"pmh:c:irua:196208","is_oa":false,"landing_page_url":"https://hdl.handle.net/10067/1962080151162165141","pdf_url":null,"source":{"id":"https://openalex.org/S4306401849","display_name":"Institutional Repository University of Antwerp (University of Antwerp)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149213910","host_organization_name":"University of Antwerp","host_organization_lineage":["https://openalex.org/I149213910"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6600000262260437,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W67023151","https://openalex.org/W1861492603","https://openalex.org/W2011615896","https://openalex.org/W2076063813","https://openalex.org/W2155893237","https://openalex.org/W2157331557","https://openalex.org/W2186222003","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2321727850","https://openalex.org/W2745461083","https://openalex.org/W2796143084","https://openalex.org/W2797646934","https://openalex.org/W2892181857","https://openalex.org/W2913593540","https://openalex.org/W2913954081","https://openalex.org/W2919115771","https://openalex.org/W2933775054","https://openalex.org/W2963988212","https://openalex.org/W2979826702","https://openalex.org/W2981586349","https://openalex.org/W2989596775","https://openalex.org/W2993751684","https://openalex.org/W2998356391","https://openalex.org/W3005743304","https://openalex.org/W3090449556","https://openalex.org/W3133717587","https://openalex.org/W3134678353","https://openalex.org/W3137807686","https://openalex.org/W3143866280","https://openalex.org/W3177466356","https://openalex.org/W3185239128","https://openalex.org/W4205924151"],"related_works":["https://openalex.org/W4206357785","https://openalex.org/W3192840557","https://openalex.org/W4281381188","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3023427754","https://openalex.org/W4375928479","https://openalex.org/W3131673289","https://openalex.org/W3198847674","https://openalex.org/W3103940333"],"abstract_inverted_index":{"Iconclass":[0,37,193,267],"is":[1,6,22,39,117,147,229],"an":[2],"iconographic":[3],"thesaurus,":[4],"which":[5,28,105,126],"widely":[7],"used":[8,200],"in":[9,18,54,83,174,243,286],"the":[10,48,57,85,111,142,167,171,178,187,192,206,219,232,240,248,252,266,287],"digital":[11,150,292],"heritage":[12,151,284],"domain":[13],"to":[14,47,56,71,123,149,231,247,282],"describe":[15],"subjects":[16],"depicted":[17],"artworks.":[19,188],"Each":[20],"subject":[21],"assigned":[23],"a":[24,30,40,68,74,88,93,101,120,222,270],"unique":[25],"descriptive":[26],"code,":[27],"has":[29,66],"corresponding":[31],"textual":[32,161,168,197],"definition.":[33],"The":[34,189],"assignment":[35],"of":[36,51,60,87,186,191,205,251,290],"codes":[38,207],"challenging":[41,271],"task":[42,112],"for":[43,92,110],"computational":[44],"systems,":[45],"due":[46,246],"large":[49,223],"number":[50],"available":[52,281],"labels":[53,203],"comparison":[55],"limited":[58],"amount":[59],"training":[61],"data":[62,75],"available.":[63],"Transfer":[64],"learning":[65,81],"become":[67],"common":[69],"strategy":[70],"overcome":[72],"such":[73],"shortage.":[76],"In":[77,96,225],"deep":[78,89,102],"learning,":[79],"transfer":[80],"consists":[82],"fine-tuning":[84],"weights":[86],"neural":[90],"network":[91],"downstream":[94],"task.":[95,272],"this":[97,124],"work,":[98],"we":[99,213],"present":[100],"retrieval":[103,268],"framework,":[104],"can":[106],"be":[107,135],"fully":[108,136],"fine-tuned":[109,137],"under":[113],"consideration.":[114],"Our":[115,153,255],"work":[116],"based":[118],"on":[119],"recent":[121],"approach":[122,140,217,228],"task,":[125],"already":[127],"yielded":[128],"state-of-the-art":[129,220],"performance,":[130],"although":[131],"it":[132],"could":[133],"not":[134],"yet.":[138],"This":[139],"exploits":[141],"multi-linguality":[143],"and":[144,162,238,257,263,278],"multi-modality":[145],"that":[146,215,265],"inherent":[148],"data.":[152],"framework":[154],"jointly":[155],"processes":[156],"multiple":[157,175],"input":[158],"modalities,":[159],"namely,":[160],"visual":[163,179,253],"features.":[164,254],"We":[165,273],"extract":[166],"features":[169,180],"from":[170,183],"artwork":[172],"titles":[173],"languages,":[176],"whereas":[177],"are":[181,199],"derived":[182],"photographic":[184],"reproductions":[185],"definitions":[190],"codes,":[194],"containing":[195],"useful":[196],"information,":[198],"as":[201],"target":[202],"instead":[204],"themselves.":[208],"As":[209],"our":[210,216,227,275],"main":[211],"contribution,":[212],"demonstrate":[214,264],"outperforms":[218,239],"by":[221],"margin.":[224],"addition,":[226],"superior":[230],"M":[233],"3":[234],"P":[235],"feature":[236],"extractor":[237],"multi-lingual":[241],"CLIP":[242],"most":[244],"experiments":[245,259],"better":[249],"quality":[250],"out-of-domain":[256],"zero-shot":[258],"show":[260],"poor":[261],"results":[262],"remains":[269],"make":[274],"source":[276],"code":[277],"models":[279],"publicly":[280],"support":[283],"institutions":[285],"further":[288],"enrichment":[289],"their":[291],"collections.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}