{"id":"https://openalex.org/W4324302630","doi":"https://doi.org/10.1093/llc/fqad008","title":"A multimodal turn in Digital Humanities. Using contrastive machine learning models to explore, enrich, and analyze digital visual historical collections","display_name":"A multimodal turn in Digital Humanities. Using contrastive machine learning models to explore, enrich, and analyze digital visual historical collections","publication_year":2023,"publication_date":"2023-03-15","ids":{"openalex":"https://openalex.org/W4324302630","doi":"https://doi.org/10.1093/llc/fqad008"},"language":"en","primary_location":{"id":"doi:10.1093/llc/fqad008","is_oa":true,"landing_page_url":"https://doi.org/10.1093/llc/fqad008","pdf_url":"https://academic.oup.com/dsh/advance-article-pdf/doi/10.1093/llc/fqad008/49535286/fqad008.pdf","source":{"id":"https://openalex.org/S2734814886","display_name":"Digital Scholarship in the Humanities","issn_l":"2055-7671","issn":["2055-7671","2055-768X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Scholarship in the Humanities","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/dsh/advance-article-pdf/doi/10.1093/llc/fqad008/49535286/fqad008.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008367909","display_name":"Thomas Smits","orcid":"https://orcid.org/0000-0001-8579-824X"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Thomas Smits","raw_affiliation_strings":["Faculty of Arts, University of Antwerp , Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-8579-824X","affiliations":[{"raw_affiliation_string":"Faculty of Arts, University of Antwerp , Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091818245","display_name":"Melvin Wevers","orcid":"https://orcid.org/0000-0001-8177-4582"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Melvin Wevers","raw_affiliation_strings":["Department of History, Faculty of Humanities, University of Amsterdam , Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8177-4582","affiliations":[{"raw_affiliation_string":"Department of History, Faculty of Humanities, University of Amsterdam , Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008367909"],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":{"value":2522,"currency":"GBP","value_usd":3093},"apc_paid":{"value":2522,"currency":"GBP","value_usd":3093},"fwci":68.1915,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.99889586,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"38","issue":"3","first_page":"1267","last_page":"1280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6727049350738525},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.6533718705177307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6388117074966431},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5064924955368042},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.483561247587204},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4460573196411133},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43977460265159607},{"id":"https://openalex.org/keywords/digital-humanities","display_name":"Digital humanities","score":0.42197418212890625},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.32236599922180176},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09534302353858948},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07820266485214233}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6727049350738525},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.6533718705177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6388117074966431},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5064924955368042},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.483561247587204},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4460573196411133},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43977460265159607},{"id":"https://openalex.org/C24351657","wikidata":"https://www.wikidata.org/wiki/Q1026962","display_name":"Digital humanities","level":2,"score":0.42197418212890625},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32236599922180176},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09534302353858948},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07820266485214233},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1093/llc/fqad008","is_oa":true,"landing_page_url":"https://doi.org/10.1093/llc/fqad008","pdf_url":"https://academic.oup.com/dsh/advance-article-pdf/doi/10.1093/llc/fqad008/49535286/fqad008.pdf","source":{"id":"https://openalex.org/S2734814886","display_name":"Digital Scholarship in the Humanities","issn_l":"2055-7671","issn":["2055-7671","2055-768X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Scholarship in the Humanities","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/4e070009-185c-4915-a15c-62cd2e693919","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/a-multimodal-turn-in-digital-humanities-using-contrastive-machine-learning-models-to-explore-enrich-and-analyze-digital-visual-historical-collections(4e070009-185c-4915-a15c-62cd2e693919).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smits, T & Wevers, M 2023, 'A multimodal turn in Digital Humanities. Using contrastive machine learning models to explore, enrich, and analyze digital visual historical collections', Digital Scholarship in the Humanities, vol. 38, no. 3, pp. 1267-1280. https://doi.org/10.1093/llc/fqad008","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:c:irua:195120","is_oa":false,"landing_page_url":"https://hdl.handle.net/10067/1951200151162165141","pdf_url":null,"source":{"id":"https://openalex.org/S4306401849","display_name":"Institutional Repository University of Antwerp (University of Antwerp)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149213910","host_organization_name":"University of Antwerp","host_organization_lineage":["https://openalex.org/I149213910"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:dare.uva.nl:publications/4e070009-185c-4915-a15c-62cd2e693919","is_oa":false,"landing_page_url":"https://hdl.handle.net/11245.1/4e070009-185c-4915-a15c-62cd2e693919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Smits, T & Wevers, M 2023, 'A multimodal turn in Digital Humanities. Using contrastive machine learning models to explore, enrich, and analyze digital visual historical collections', Digital Scholarship in the Humanities, vol. 38, no. 3, pp. 1267-1280. https://doi.org/10.1093/llc/fqad008","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1093/llc/fqad008","is_oa":true,"landing_page_url":"https://doi.org/10.1093/llc/fqad008","pdf_url":"https://academic.oup.com/dsh/advance-article-pdf/doi/10.1093/llc/fqad008/49535286/fqad008.pdf","source":{"id":"https://openalex.org/S2734814886","display_name":"Digital Scholarship in the Humanities","issn_l":"2055-7671","issn":["2055-7671","2055-768X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Scholarship in the Humanities","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4324302630.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1565720591","https://openalex.org/W1825514821","https://openalex.org/W1976457731","https://openalex.org/W2044257317","https://openalex.org/W2098677929","https://openalex.org/W2117539524","https://openalex.org/W2130660124","https://openalex.org/W2137424775","https://openalex.org/W2522288070","https://openalex.org/W2550450787","https://openalex.org/W2622826443","https://openalex.org/W2735779355","https://openalex.org/W2909677418","https://openalex.org/W2921858050","https://openalex.org/W2958666120","https://openalex.org/W3136628878","https://openalex.org/W3159290927","https://openalex.org/W3202421880","https://openalex.org/W3207918626","https://openalex.org/W4205766584","https://openalex.org/W4210759003","https://openalex.org/W4213222067","https://openalex.org/W4238741089","https://openalex.org/W4281658529","https://openalex.org/W4285670993","https://openalex.org/W4287113019","https://openalex.org/W4288083516","https://openalex.org/W6729698904","https://openalex.org/W6757608077","https://openalex.org/W6797716411","https://openalex.org/W6802781226"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W2939353110","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W2126887587","https://openalex.org/W4327774331","https://openalex.org/W2773616286","https://openalex.org/W3012401223"],"abstract_inverted_index":{"Abstract":[0],"Until":[1],"recently,":[2],"most":[3],"research":[4],"in":[5,89,119,140,169],"the":[6,14,29,113,130,141,157,170],"Digital":[7],"Humanities":[8],"(DH)":[9],"was":[10,18,138],"monomodal,":[11],"meaning":[12,146],"that":[13,34,107,137,165],"object":[15],"of":[16,76,133,156,161],"analysis":[17],"either":[19],"textual":[20],"or":[21],"visual.":[22],"Seeking":[23],"to":[24,51,72,127,153,174],"integrate":[25],"multimodality":[26],"theory":[27],"into":[28],"DH,":[30],"this":[31,108],"article":[32],"demonstrates":[33],"recently":[35],"developed":[36],"multimodal":[37,84,117,123,145,162],"deep":[38,163],"learning":[39,164],"models,":[40,60],"such":[41],"as":[42],"Contrastive":[43],"Language":[44],"Image":[45],"Pre-training":[46],"(CLIP),":[47],"offer":[48],"new":[49],"possibilities":[50],"explore":[52],"and":[53,66,79,135,143],"analyze":[54,144],"image\u2013text":[55],"combinations":[56],"at":[57,147],"scale.":[58,148],"These":[59],"which":[61],"are":[62],"trained":[63],"on":[64,100],"image":[65],"text":[67,134],"pairs,":[68],"can":[69],"be":[70,154],"applied":[71],"a":[73,116],"wide":[74],"range":[75],"text-to-image,":[77],"image-to-image,":[78],"image-to-text":[80],"prediction":[81],"tasks.":[82],"Moreover,":[83,122],"models":[85,124],"show":[86],"high":[87],"accuracy":[88],"zero-shot":[90,109],"classification,":[91],"i.e.":[92],"predicting":[93],"unseen":[94],"categories":[95],"across":[96],"heterogeneous":[97],"datasets.":[98],"Based":[99],"three":[101],"exploratory":[102],"case":[103],"studies,":[104],"we":[105,150],"argue":[106],"capability":[110],"opens":[111],"up":[112],"way":[114],"for":[115],"turn":[118],"DH":[120],"research.":[121],"allow":[125],"scholars":[126],"move":[128],"past":[129],"artificial":[131],"separation":[132],"images":[136],"dominant":[139],"field":[142],"However,":[149],"also":[151],"need":[152],"aware":[155],"specific":[158],"(historical)":[159],"bias":[160],"stems":[166],"from":[167],"biases":[168],"training":[171],"data":[172],"used":[173],"train":[175],"these":[176],"models.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2025-10-10T00:00:00"}