{"id":"https://openalex.org/W2251390968","doi":"https://doi.org/10.18653/v1/w15-2808","title":"Image with a Message: Towards Detecting Non-Literal Image Usages by Visual Linking","display_name":"Image with a Message: Towards Detecting Non-Literal Image Usages by Visual Linking","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2251390968","doi":"https://doi.org/10.18653/v1/w15-2808","mag":"2251390968"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w15-2808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-2808","pdf_url":"https://www.aclweb.org/anthology/W15-2808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Workshop on Vision and Language","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-2808.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041518762","display_name":"Lydia Weiland","orcid":null},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lydia Weiland","raw_affiliation_strings":["Data and Web Science Group University of Mannheim 68131 Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim 68131 Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027260515","display_name":"Laura Dietz","orcid":"https://orcid.org/0000-0003-1624-3907"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Laura Dietz","raw_affiliation_strings":["Data and Web Science Group University of Mannheim 68131 Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim 68131 Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017409996","display_name":"Simone Paolo Ponzetto","orcid":"https://orcid.org/0000-0001-7484-2049"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simone Paolo Ponzetto","raw_affiliation_strings":["Data and Web Science Group University of Mannheim 68131 Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data and Web Science Group University of Mannheim 68131 Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177802217"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/literal","display_name":"Literal (mathematical logic)","score":0.9589951038360596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7529640793800354},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7096729278564453},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6500009298324585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.572356104850769},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5498594641685486},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5453673005104065},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5423132181167603},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5386642217636108},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5205367803573608},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4600631296634674},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4196142852306366},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.41939109563827515},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3387121260166168},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11816418170928955}],"concepts":[{"id":"https://openalex.org/C2780882242","wikidata":"https://www.wikidata.org/wiki/Q14235582","display_name":"Literal (mathematical logic)","level":2,"score":0.9589951038360596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7529640793800354},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7096729278564453},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6500009298324585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.572356104850769},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5498594641685486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5453673005104065},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5423132181167603},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5386642217636108},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5205367803573608},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4600631296634674},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4196142852306366},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.41939109563827515},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3387121260166168},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11816418170928955},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w15-2808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-2808","pdf_url":"https://www.aclweb.org/anthology/W15-2808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Workshop on Vision and Language","raw_type":"proceedings-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:39644","is_oa":false,"landing_page_url":"https://madoc.bib.uni-mannheim.de/39644/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":{"id":"doi:10.18653/v1/w15-2808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w15-2808","pdf_url":"https://www.aclweb.org/anthology/W15-2808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourth Workshop on Vision and Language","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2251390968.pdf","grobid_xml":"https://content.openalex.org/works/W2251390968.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W5598288","https://openalex.org/W114341944","https://openalex.org/W140323560","https://openalex.org/W956551720","https://openalex.org/W1750831471","https://openalex.org/W1858383477","https://openalex.org/W1995820507","https://openalex.org/W1996908104","https://openalex.org/W2006147162","https://openalex.org/W2031489346","https://openalex.org/W2047221353","https://openalex.org/W2057217747","https://openalex.org/W2088884958","https://openalex.org/W2097903333","https://openalex.org/W2108598243","https://openalex.org/W2109586012","https://openalex.org/W2118617399","https://openalex.org/W2123442489","https://openalex.org/W2136480620","https://openalex.org/W2139769763","https://openalex.org/W2150499647","https://openalex.org/W2152984213","https://openalex.org/W2161969291","https://openalex.org/W2250539671","https://openalex.org/W2295158492","https://openalex.org/W2951798058","https://openalex.org/W4239072543","https://openalex.org/W4241676240"],"related_works":["https://openalex.org/W2354228963","https://openalex.org/W2353179089","https://openalex.org/W2353470215","https://openalex.org/W2368065130","https://openalex.org/W2079547420","https://openalex.org/W2375526953","https://openalex.org/W1961477852","https://openalex.org/W2923538289","https://openalex.org/W2353125546","https://openalex.org/W2485218895"],"abstract_inverted_index":{"A":[0],"key":[1],"task":[2],"to":[3,14,46,49,125,196],"understand":[4],"an":[5],"image":[6],"and":[7,23,95,110,115,179],"its":[8],"corresponding":[9],"caption":[10],"is":[11,18,31,45],"not":[12],"only":[13],"find":[15],"out":[16],"what":[17,30],"shown":[19],"on":[20,194,200],"the":[21,26,32,78,84,89,128,132,138,142,183],"picture":[22],"described":[24],"in":[25,137],"text,":[27],"but":[28],"also":[29],"exact":[33],"relationship":[34,201],"between":[35,88,108],"these":[36],"two":[37],"elements.":[38],"The":[39],"long-term":[40],"objective":[41],"of":[42,53,86,131,144,189],"our":[43,198],"work":[44,175,199],"be":[47],"able":[48],"distinguish":[50],"different":[51,159],"types":[52],"relationship,":[54],"including":[55],"literal":[56,90],"vs.":[57,68],"non-literal":[58,64],"usages,":[59],"as":[60,62,102,149,151],"well":[61,150],"finegrained":[63],"usages":[65],"(i.e.,":[66],"symbolic":[67],"iconic).":[69],"Here,":[70],"we":[71,82,180],"approach":[72],"this":[73,100],"challenging":[74],"problem":[75,101],"by":[76],"answering":[77],"question:":[79],"'How":[80],"can":[81],"quantify":[83],"degrees":[85],"similarity":[87,139],"meanings":[91],"expressed":[92],"within":[93],"images":[94],"their":[96],"captions?'.":[97],"We":[98],"formulate":[99],"a":[103,120,162,169,186,190],"ranking":[104],"task,":[105],"where":[106],"links":[107],"entities":[109],"potential":[111],"regions":[112],"are":[113],"created":[114],"ranked":[116],"for":[117,141],"relevance.":[118],"Using":[119],"Ranking":[121],"SVM":[122],"allows":[123],"us":[124,136],"leverage":[126],"from":[127],"preference":[129],"ordering":[130],"links,":[133],"which":[134],"help":[135],"calculation":[140],"cases":[143],"visual":[145],"or":[146],"textual":[147],"ambiguity,":[148],"misclassified":[152],"data.":[153],"Our":[154],"experiments":[155],"show":[156],"that":[157],"aggregating":[158],"features":[160],"using":[161],"supervised":[163],"ranker":[164],"achieves":[165],"better":[166],"results":[167],"than":[168],"baseline":[170],"knowledge-base":[171],"method.":[172],"However,":[173],"much":[174],"still":[176],"lies":[177],"ahead,":[178],"accordingly":[181],"conclude":[182],"paper":[184],"with":[185],"detailed":[187],"discussion":[188],"short-and":[191],"longterm":[192],"outlook":[193],"how":[195],"push":[197],"classification":[202],"one":[203],"step":[204],"further.":[205]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}