{"id":"https://openalex.org/W2510353876","doi":"https://doi.org/10.1145/2970398.2970414","title":"Understanding the Message of Images with Knowledge Base Traversals","display_name":"Understanding the Message of Images with Knowledge Base Traversals","publication_year":2016,"publication_date":"2016-09-09","ids":{"openalex":"https://openalex.org/W2510353876","doi":"https://doi.org/10.1145/2970398.2970414","mag":"2510353876"},"language":"en","primary_location":{"id":"doi:10.1145/2970398.2970414","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970398.2970414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM International Conference on the Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041518762","display_name":"Lydia Weiland","orcid":null},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lydia Weiland","raw_affiliation_strings":["University of Mannheim, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080485123","display_name":"Ioana Hulpu\u015f","orcid":"https://orcid.org/0000-0002-2738-381X"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ioana Hulpus","raw_affiliation_strings":["University of Mannheim, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017409996","display_name":"Simone Paolo Ponzetto","orcid":"https://orcid.org/0000-0001-7484-2049"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simone Paolo Ponzetto","raw_affiliation_strings":["University of Mannheim, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027260515","display_name":"Laura Dietz","orcid":"https://orcid.org/0000-0003-1624-3907"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Laura Dietz","raw_affiliation_strings":["University of Mannheim, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Mannheim, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177802217"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7996436357498169},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6449282169342041},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6256313323974609},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5804779529571533},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5380219221115112},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.49791455268859863},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4622710645198822},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4564620554447174},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4496385455131531},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4447477459907532},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4240453243255615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3902572989463806},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19029295444488525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996436357498169},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6449282169342041},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6256313323974609},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5804779529571533},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5380219221115112},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.49791455268859863},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4622710645198822},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4564620554447174},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4496385455131531},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4447477459907532},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4240453243255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3902572989463806},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19029295444488525},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2970398.2970414","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970398.2970414","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM International Conference on the Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:41156","is_oa":false,"landing_page_url":"https://madoc.bib.uni-mannheim.de/41156/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/12","display_name":"Responsible consumption and production"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310373","display_name":"University of New Hampshire","ror":"https://ror.org/01rmh9n78"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W1578426270","https://openalex.org/W1861492603","https://openalex.org/W1984251878","https://openalex.org/W2000411838","https://openalex.org/W2009169514","https://openalex.org/W2031489346","https://openalex.org/W2042349803","https://openalex.org/W2049534074","https://openalex.org/W2056944867","https://openalex.org/W2057052429","https://openalex.org/W2057217747","https://openalex.org/W2066636486","https://openalex.org/W2097807612","https://openalex.org/W2100341149","https://openalex.org/W2100902248","https://openalex.org/W2104583100","https://openalex.org/W2109586012","https://openalex.org/W2113855231","https://openalex.org/W2116429057","https://openalex.org/W2117539524","https://openalex.org/W2118617399","https://openalex.org/W2120779048","https://openalex.org/W2123142779","https://openalex.org/W2128784840","https://openalex.org/W2131681506","https://openalex.org/W2139769763","https://openalex.org/W2142511700","https://openalex.org/W2145769341","https://openalex.org/W2146157311","https://openalex.org/W2149557440","https://openalex.org/W2162362997","https://openalex.org/W2187223183","https://openalex.org/W2250379249","https://openalex.org/W2325920097","https://openalex.org/W2340462169","https://openalex.org/W2395921823","https://openalex.org/W2407642977","https://openalex.org/W2517194566","https://openalex.org/W2912067980","https://openalex.org/W2949218037","https://openalex.org/W3000226596","https://openalex.org/W4285719527","https://openalex.org/W6679686813"],"related_works":["https://openalex.org/W2045155990","https://openalex.org/W4313163053","https://openalex.org/W4300973204","https://openalex.org/W3045811229","https://openalex.org/W1483408780","https://openalex.org/W4284884309","https://openalex.org/W2908749798","https://openalex.org/W2105980483","https://openalex.org/W2188500270","https://openalex.org/W2572125165"],"abstract_inverted_index":{"The":[0],"message":[1,85],"of":[2,12,24,33,53,108,131,170,180,188],"news":[3,34],"articles":[4,35],"is":[5],"often":[6,40,152],"supported":[7],"by":[8,87],"the":[9,25,31,42,45,51,61,66,73,84,113,190],"pointed":[10],"use":[11],"iconic":[13],"images.":[14],"These":[15],"images":[16,88],"together":[17,129],"with":[18,119,185],"their":[19,90],"captions":[20],"encourage":[21],"emotional":[22],"involvement":[23],"reader.":[26],"Current":[27],"algorithms":[28,81,100],"for":[29],"understanding":[30],"semantics":[32,52],"focus":[36,56,146],"on":[37,57,147],"its":[38],"text,":[39],"ignoring":[41],"image.":[43,67],"On":[44],"other":[46],"side,":[47],"works":[48],"that":[49,63,184],"target":[50],"images,":[54],"mostly":[55],"recognizing":[58],"and":[59,89,140,160,198],"enumerating":[60],"objects":[62],"appear":[64],"in":[65,106,201],"In":[68,142],"this":[69,94],"work,":[70],"we":[71,79,96,145],"explore":[72],"problem":[74,114],"from":[75],"another":[76],"perspective:":[77],"Can":[78],"devise":[80],"to":[82],"understand":[83],"encoded":[86],"captions?":[91],"To":[92],"answer":[93],"question,":[95],"study":[97],"how":[98],"well":[99],"can":[101],"describe":[102],"an":[103,116,120],"image-caption":[104,121,149,173],"pair":[105,122],"terms":[107],"Wikipedia":[109],"entities,":[110],"thereby":[111],"casting":[112],"as":[115,123,157],"entity-ranking":[117],"task":[118],"query.":[124],"Our":[125,163],"proposed":[126],"algorithm":[127],"brings":[128],"aspects":[130],"entity":[132,136],"linking,":[133],"subgraph":[134],"selection,":[135],"clustering,":[137],"relatedness":[138],"measures,":[139],"learning-to-rank.":[141],"our":[143],"experiments,":[144],"media-iconic":[148],"pairs":[150,174],"which":[151],"reflect":[153],"complex":[154],"subjects":[155],"such":[156],"sustainable":[158],"energy":[159],"endangered":[161],"species.":[162],"test":[164],"collection":[165],"includes":[166],"a":[167,186,202],"gold":[168],"standard":[169],"over":[171],"300":[172],"about":[175],"topics":[176],"at":[177],"different":[178],"levels":[179],"abstraction.":[181],"We":[182],"show":[183],"MAP":[187],"0.69,":[189],"best":[191],"results":[192],"are":[193],"obtained":[194],"when":[195],"aggregating":[196],"content-based":[197],"graph-based":[199],"features":[200],"Wikipedia-derived":[203],"knowledge":[204],"base.":[205]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}