{"id":"https://openalex.org/W4387299711","doi":"https://doi.org/10.1109/jcdl57899.2023.00061","title":"Multimodal Search on Iconclass Using Vision-Language Pre-Trained Models","display_name":"Multimodal Search on Iconclass Using Vision-Language Pre-Trained Models","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4387299711","doi":"https://doi.org/10.1109/jcdl57899.2023.00061"},"language":"en","primary_location":{"id":"doi:10.1109/jcdl57899.2023.00061","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/jcdl57899.2023.00061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE Joint Conference on Digital Libraries (JCDL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://u-pad.unimc.it/bitstream/11393/340814/1/2306.16529v1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081729870","display_name":"Cristian Santini","orcid":"https://orcid.org/0000-0001-7363-6737"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Cristian Santini","raw_affiliation_strings":["FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067236932","display_name":"Etienne Posthumus","orcid":null},"institutions":[{"id":"https://openalex.org/I158675288","display_name":"FIZ Karlsruhe \u2013 Leibniz Institute for Information Infrastructure","ror":"https://ror.org/0387prb75","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I158675288","https://openalex.org/I315704651"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Etienne Posthumus","raw_affiliation_strings":["FIZ Karlsruhe,Germany","FIZ Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe,Germany","institution_ids":["https://openalex.org/I158675288"]},{"raw_affiliation_string":"FIZ Karlsruhe, Germany","institution_ids":["https://openalex.org/I158675288"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014429190","display_name":"Tabea Tietz","orcid":"https://orcid.org/0000-0002-1648-1684"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tabea Tietz","raw_affiliation_strings":["FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075025346","display_name":"Mary Ann Tan","orcid":"https://orcid.org/0000-0003-3634-3550"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mary Ann Tan","raw_affiliation_strings":["FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085216062","display_name":"Oleksandra Bruns","orcid":"https://orcid.org/0000-0002-8501-6700"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oleksandra Bruns","raw_affiliation_strings":["FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082238675","display_name":"Harald Sack","orcid":"https://orcid.org/0000-0001-7069-9804"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Harald Sack","raw_affiliation_strings":["FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany"],"affiliations":[{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology,Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"FIZ Karlsruhe Institute AIFB, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081729870"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":1.5861,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84688196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"285","last_page":"287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12364","display_name":"Archaeological Research and Protection","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/1912","display_name":"Space and Planetary Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12364","display_name":"Archaeological Research and Protection","score":0.9043999910354614,"subfield":{"id":"https://openalex.org/subfields/1912","display_name":"Space and Planetary Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8375892639160156},{"id":"https://openalex.org/keywords/terminology","display_name":"Terminology","score":0.6973941922187805},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6250481605529785},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6183997392654419},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5757750868797302},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5588040947914124},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.514351487159729},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5129744410514832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5063902139663696},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4985048770904541},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.46993288397789},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45872801542282104},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1658763289451599}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8375892639160156},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.6973941922187805},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6250481605529785},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6183997392654419},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5757750868797302},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5588040947914124},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.514351487159729},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5129744410514832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5063902139663696},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4985048770904541},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.46993288397789},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45872801542282104},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1658763289451599},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jcdl57899.2023.00061","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/jcdl57899.2023.00061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM/IEEE Joint Conference on Digital Libraries (JCDL)","raw_type":"proceedings-article"},{"id":"pmh:oai:u-pad.unimc.it:11393/340814","is_oa":true,"landing_page_url":"https://hdl.handle.net/11393/340814","pdf_url":"https://u-pad.unimc.it/bitstream/11393/340814/1/2306.16529v1.pdf","source":{"id":"https://openalex.org/S4377196455","display_name":"U-PAD Unimc - Open Digital Publications (University of Macerata)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55133342","host_organization_name":"University of Macerata","host_organization_lineage":["https://openalex.org/I55133342"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:u-pad.unimc.it:11393/340814","is_oa":true,"landing_page_url":"https://hdl.handle.net/11393/340814","pdf_url":"https://u-pad.unimc.it/bitstream/11393/340814/1/2306.16529v1.pdf","source":{"id":"https://openalex.org/S4377196455","display_name":"U-PAD Unimc - Open Digital Publications (University of Macerata)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55133342","host_organization_name":"University of Macerata","host_organization_lineage":["https://openalex.org/I55133342"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387299711.pdf","grobid_xml":"https://content.openalex.org/works/W4387299711.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2518499148","https://openalex.org/W3166396011","https://openalex.org/W4299585995","https://openalex.org/W4306828450"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2350593162","https://openalex.org/W2390350206","https://openalex.org/W1969477129","https://openalex.org/W2921208823","https://openalex.org/W3126131230","https://openalex.org/W2353483812","https://openalex.org/W2131808775","https://openalex.org/W2130038259","https://openalex.org/W2361756669"],"abstract_inverted_index":{"Terminology":[0],"sources,":[1],"such":[2],"as":[3],"controlled":[4],"vocabularies,":[5],"thesauri":[6],"and":[7,27,96],"classification":[8,76],"systems,":[9],"play":[10],"a":[11,64,88],"key":[12],"role":[13],"in":[14],"digitizing":[15],"cultural":[16],"heritage.":[17],"However,":[18],"Information":[19],"Retrieval":[20],"(IR)":[21],"systems":[22],"that":[23],"allow":[24],"to":[25,94],"query":[26],"explore":[28,97],"these":[29],"lexical":[30],"resources":[31],"often":[32],"lack":[33],"an":[34],"adequate":[35],"representation":[36],"of":[37,63,70,81,87],"the":[38,41,61,71,85],"semantics":[39],"behind":[40],"user's":[42],"search,":[43],"which":[44],"can":[45],"be":[46],"conveyed":[47],"through":[48],"multiple":[49],"expression":[50],"modalities":[51],"(e.g.,":[52],"images,":[53],"keywords":[54],"or":[55,102],"textual":[56,103],"descriptions).":[57],"This":[58],"paper":[59],"presents":[60],"implementation":[62],"new":[65],"search":[66],"engine":[67],"for":[68],"one":[69],"most":[72],"widely":[73],"used":[74],"iconography":[75],"system,":[77],"Iconclass.":[78],"The":[79],"novelty":[80],"this":[82],"system":[83],"is":[84],"use":[86],"pre-trained":[89],"vision-language":[90],"model,":[91],"namely":[92],"CLIP,":[93],"retrieve":[95],"Iconclass":[98],"concepts":[99],"using":[100],"visual":[101],"queries.":[104]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2023-10-04T00:00:00"}