{"id":"https://openalex.org/W4225517070","doi":"https://doi.org/10.2352/ei.2022.34.13.cvaa-170","title":"Extracting associations and meanings of objects depicted in artworks through bi-modal deep networks","display_name":"Extracting associations and meanings of objects depicted in artworks through bi-modal deep networks","publication_year":2022,"publication_date":"2022-01-16","ids":{"openalex":"https://openalex.org/W4225517070","doi":"https://doi.org/10.2352/ei.2022.34.13.cvaa-170"},"language":"en","primary_location":{"id":"doi:10.2352/ei.2022.34.13.cvaa-170","is_oa":true,"landing_page_url":"https://doi.org/10.2352/ei.2022.34.13.cvaa-170","pdf_url":"https://library.imaging.org/admin/apis/public/api/ist/website/downloadArticle/ei/34/13/CVAA-170","source":{"id":"https://openalex.org/S4210227276","display_name":"Electronic Imaging","issn_l":"2470-1173","issn":["2470-1173"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://library.imaging.org/admin/apis/public/api/ist/website/downloadArticle/ei/34/13/CVAA-170","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021195679","display_name":"Gregory Kell","orcid":"https://orcid.org/0000-0002-7481-7238"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gregory Kell","raw_affiliation_strings":["Department of Population Health, King's College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population Health, King's College London, London, UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086142353","display_name":"Ryan\u2010Rhys Griffiths","orcid":"https://orcid.org/0000-0003-3117-4559"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ryan-Rhys Griffiths","raw_affiliation_strings":["Department of Physics, University of Cambridge, Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000274676","display_name":"Anthony Bourached","orcid":"https://orcid.org/0000-0001-8546-651X"},"institutions":[{"id":"https://openalex.org/I1285399213","display_name":"Oxfam","ror":"https://ror.org/022283x63","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I1285399213"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony Bourached","raw_affiliation_strings":["Oxia Palus, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxia Palus, London, UK","institution_ids":["https://openalex.org/I1285399213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051143560","display_name":"David G. Stork","orcid":"https://orcid.org/0000-0002-0135-2652"},"institutions":[{"id":"https://openalex.org/I4210094896","display_name":"Portola Pharmaceuticals (United States)","ror":"https://ror.org/00r8a6s58","country_code":"US","type":"company","lineage":["https://openalex.org/I4210094896"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David G. Stork","raw_affiliation_strings":["Consultant, Portola Valley, CA 94028 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Consultant, Portola Valley, CA 94028 USA","institution_ids":["https://openalex.org/I4210094896"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1958,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.43638471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"34","issue":"13","first_page":"170","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/painting","display_name":"Painting","score":0.7855793833732605},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.7586026191711426},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7072340846061707},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5810222029685974},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5291628837585449},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48167264461517334},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4800585210323334},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.46341246366500854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4477512836456299},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42783322930336},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4134683609008789},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.3880770802497864},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.29348301887512207},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2727554738521576},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.14549919962882996},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.12768712639808655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.05649629235267639}],"concepts":[{"id":"https://openalex.org/C205783811","wikidata":"https://www.wikidata.org/wiki/Q11629","display_name":"Painting","level":2,"score":0.7855793833732605},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.7586026191711426},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7072340846061707},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5810222029685974},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5291628837585449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48167264461517334},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4800585210323334},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.46341246366500854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4477512836456299},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42783322930336},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4134683609008789},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.3880770802497864},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.29348301887512207},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2727554738521576},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14549919962882996},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.12768712639808655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.05649629235267639},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2352/ei.2022.34.13.cvaa-170","is_oa":true,"landing_page_url":"https://doi.org/10.2352/ei.2022.34.13.cvaa-170","pdf_url":"https://library.imaging.org/admin/apis/public/api/ist/website/downloadArticle/ei/34/13/CVAA-170","source":{"id":"https://openalex.org/S4210227276","display_name":"Electronic Imaging","issn_l":"2470-1173","issn":["2470-1173"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Imaging","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.2352/ei.2022.34.13.cvaa-170","is_oa":true,"landing_page_url":"https://doi.org/10.2352/ei.2022.34.13.cvaa-170","pdf_url":"https://library.imaging.org/admin/apis/public/api/ist/website/downloadArticle/ei/34/13/CVAA-170","source":{"id":"https://openalex.org/S4210227276","display_name":"Electronic Imaging","issn_l":"2470-1173","issn":["2470-1173"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225517070.pdf","grobid_xml":"https://content.openalex.org/works/W4225517070.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1910657905","https://openalex.org/W2745461083","https://openalex.org/W2904995687","https://openalex.org/W2936215830","https://openalex.org/W2963881378","https://openalex.org/W2970641574","https://openalex.org/W3001836938","https://openalex.org/W3184859984","https://openalex.org/W4288373939","https://openalex.org/W6735463952","https://openalex.org/W6757192299"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2078829141","https://openalex.org/W2731899572","https://openalex.org/W2085362552","https://openalex.org/W2331708682","https://openalex.org/W3215138031","https://openalex.org/W4295088746","https://openalex.org/W2801467094","https://openalex.org/W2996333182"],"abstract_inverted_index":{"We":[0,134],"present":[1],"a":[2,108,115,123],"novel":[3],"bi-modal":[4],"system":[5,35,73,92,139],"based":[6],"on":[7,107,121,140],"deep":[8,63],"networks":[9],"to":[10,45,151],"address":[11],"the":[12,38,56,129],"problem":[13],"of":[14,20,50,95,99,105,111,125,131],"learning":[15],"associations":[16,47,80],"and":[17,31,40,55,69,78,97,136],"simple":[18],"meanings":[19,58,87],"objects":[21,68,76],"depicted":[22,67],"in":[23,43],"\"authored\"":[24],"images,":[25],"such":[26],"as":[27,82,84],"ne":[28,141],"art":[29,142],"paintings":[30,143],"drawings.":[32],"Our":[33,91],"overall":[34,86],"processes":[36],"both":[37],"images":[39,49],"associated":[41],"texts":[42],"order":[44],"learn":[46],"between":[48],"individual":[51],"objects,":[52],"their":[53,79,132],"identities":[54],"abstract":[57],"they":[59],"signify.":[60],"Unlike":[61],"past":[62],"net":[64],"that":[65],"describe":[66],"infer":[70],"predicates,":[71],"our":[72,138,145],"identies":[74],"meaning-bearing":[75],"(\"signifiers\")":[77],"(\"signifieds\")":[81],"well":[83],"basic":[85],"for":[88,118],"target":[89],"artworks.":[90],"had":[93],"precision":[94],"48%":[96],"recall":[98],"78%":[100],"with":[101],"an":[102],"F1":[103],"metric":[104],"0.6":[106],"curated":[109],"set":[110],"Dutch":[112],"vanitas":[113],"paintings,":[114],"genre":[116],"celebrated":[117],"its":[119],"concentration":[120],"conveying":[122],"meaning":[124],"great":[126],"import":[127],"at":[128],"time":[130],"execution.":[133],"developed":[135],"tested":[137],"but":[144],"general":[146],"methods":[147],"can":[148],"be":[149],"applied":[150],"other":[152],"authored":[153],"images.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}