{"id":"https://openalex.org/W2414383802","doi":"https://doi.org/10.1145/2911996.2912062","title":"Interactive Multimodal Learning on 100 Million Images","display_name":"Interactive Multimodal Learning on 100 Million Images","publication_year":2016,"publication_date":"2016-06-06","ids":{"openalex":"https://openalex.org/W2414383802","doi":"https://doi.org/10.1145/2911996.2912062","mag":"2414383802"},"language":"en","primary_location":{"id":"doi:10.1145/2911996.2912062","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911996.2912062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://handle.uba.uva.nl/personal/pure/en/publications/interactive-multimodal-learning-on-100-million-images(ce0d25d2-b210-4be7-9dba-d86d50b192d1).html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089660348","display_name":"Jan Zah\u00e1lka","orcid":"https://orcid.org/0000-0002-6743-3607"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jan Zah\u00e1lka","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075331928","display_name":"Stevan Rudinac","orcid":"https://orcid.org/0000-0003-1904-8736"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stevan Rudinac","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086391323","display_name":"Bj\u00f6rn \u00de\u00f3r J\u00f3nsson","orcid":"https://orcid.org/0000-0003-0889-3491"},"institutions":[{"id":"https://openalex.org/I123185442","display_name":"Reykjav\u00edk University","ror":"https://ror.org/05d2kyx68","country_code":"IS","type":"education","lineage":["https://openalex.org/I123185442"]}],"countries":["IS"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn \u00de\u00f3r J\u00f3nsson","raw_affiliation_strings":["Reykjavik University, Reykjavik, Iceland"],"affiliations":[{"raw_affiliation_string":"Reykjavik University, Reykjavik, Iceland","institution_ids":["https://openalex.org/I123185442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030074849","display_name":"D.C. Koelma","orcid":"https://orcid.org/0000-0002-2207-5682"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dennis C. Koelma","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070684680","display_name":"Marcel Worring","orcid":"https://orcid.org/0000-0003-4097-4136"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel Worring","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089660348"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":0.6775,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76752847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"333","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8207888007164001},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5433807969093323},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5098646879196167},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5063105821609497},{"id":"https://openalex.org/keywords/interactive-learning","display_name":"Interactive Learning","score":0.4676615297794342},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46201860904693604},{"id":"https://openalex.org/keywords/workstation","display_name":"Workstation","score":0.45949864387512207},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4572990834712982},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45499852299690247},{"id":"https://openalex.org/keywords/byte","display_name":"Byte","score":0.4248705506324768},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4204522669315338},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3647163510322571},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34478724002838135}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8207888007164001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5433807969093323},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5098646879196167},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5063105821609497},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.4676615297794342},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46201860904693604},{"id":"https://openalex.org/C67953723","wikidata":"https://www.wikidata.org/wiki/Q192525","display_name":"Workstation","level":2,"score":0.45949864387512207},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4572990834712982},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45499852299690247},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.4248705506324768},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4204522669315338},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3647163510322571},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34478724002838135},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2911996.2912062","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911996.2912062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/ce0d25d2-b210-4be7-9dba-d86d50b192d1","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/interactive-multimodal-learning-on-100-million-images(ce0d25d2-b210-4be7-9dba-d86d50b192d1).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zah\u00e1lka, J, Rudinac, S, J\u00f3nsson, B \u00de, Koelma, D C & Worring, M 2016, Interactive Multimodal Learning on 100 Million Images. in ICMR'16 : proceedings of the 2016 ACM International Conference on Multimedia Retrieval: June 6-9, 2016, New York, NY, USA. Association for Computing Machinery, New York, NY, pp. 333-337, ACM International Conference on Multimedia Retrieval 2016, 6/06/16. https://doi.org/10.1145/2911996.2912062","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/ce0d25d2-b210-4be7-9dba-d86d50b192d1","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/interactive-multimodal-learning-on-100-million-images(ce0d25d2-b210-4be7-9dba-d86d50b192d1).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICMR'16: proceedings of the 2016 ACM International Conference on Multimedia Retrieval: June 6-9, 2016, New York, NY, USA, 333 - 337","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/ce0d25d2-b210-4be7-9dba-d86d50b192d1","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/interactive-multimodal-learning-on-100-million-images(ce0d25d2-b210-4be7-9dba-d86d50b192d1).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zah\u00e1lka, J, Rudinac, S, J\u00f3nsson, B \u00de, Koelma, D C & Worring, M 2016, Interactive Multimodal Learning on 100 Million Images. in ICMR'16 : proceedings of the 2016 ACM International Conference on Multimedia Retrieval: June 6-9, 2016, New York, NY, USA. Association for Computing Machinery, New York, NY, pp. 333-337, ACM International Conference on Multimedia Retrieval 2016, 6/06/16. https://doi.org/10.1145/2911996.2912062","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2108226890","display_name":null,"funder_award_id":"12540","funder_id":"https://openalex.org/F4320334893","funder_display_name":"Stichting voor de Technische Wetenschappen"}],"funders":[{"id":"https://openalex.org/F4320334893","display_name":"Stichting voor de Technische Wetenschappen","ror":"https://ror.org/057tq3593"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W1672197616","https://openalex.org/W1880262756","https://openalex.org/W1972662507","https://openalex.org/W1984309565","https://openalex.org/W1987135115","https://openalex.org/W1998803396","https://openalex.org/W2028502081","https://openalex.org/W2034865485","https://openalex.org/W2038276547","https://openalex.org/W2041934278","https://openalex.org/W2051834357","https://openalex.org/W2058702651","https://openalex.org/W2060703421","https://openalex.org/W2063729789","https://openalex.org/W2065928620","https://openalex.org/W2066761620","https://openalex.org/W2066941820","https://openalex.org/W2069959554","https://openalex.org/W2097117768","https://openalex.org/W2101403067","https://openalex.org/W2117539524","https://openalex.org/W2122196799","https://openalex.org/W2124509324","https://openalex.org/W2133995768","https://openalex.org/W2155906060","https://openalex.org/W2250384498","https://openalex.org/W2400453128","https://openalex.org/W2916497863","https://openalex.org/W6713342783"],"related_works":["https://openalex.org/W2045348955","https://openalex.org/W2352028719","https://openalex.org/W2584886384","https://openalex.org/W2383111961","https://openalex.org/W2378667902","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2791088446","https://openalex.org/W2380820513","https://openalex.org/W2913146933"],"abstract_inverted_index":{"This":[0,24],"paper":[1],"presents":[2],"Blackthorn,":[3],"an":[4],"efficient":[5,28],"interactive":[6,35,61,150],"multimodal":[7],"learning":[8,36,62],"approach":[9],"facilitating":[10],"analysis":[11,147],"of":[12,15,45,52,109,119],"multimedia":[13,139],"collections":[14,140],"100":[16,142],"million":[17,143],"items":[18,144],"on":[19],"a":[20],"single":[21],"high-end":[22],"workstation.":[23],"is":[25,79,91],"achieved":[26,112],"by":[27,113],"data":[29,41,67],"compression":[30],"and":[31,55],"optimizations":[32],"to":[33,81,93,100,107,145],"the":[34,53,65,71,85,96,110,114,117,120,124],"process.":[37],"The":[38,59,74],"compressed":[39],"i-I64":[40,121],"representation":[42],"costs":[43],"tens":[44],"bytes":[46],"per":[47],"item":[48],"yet":[49],"preserves":[50],"most":[51],"visual":[54],"textual":[56],"semantic":[57],"information.":[58],"optimized":[60],"model":[63],"scores":[64],"i-I64-compressed":[66],"directly,":[68],"greatly":[69],"reducing":[70],"computational":[72],"requirements.":[73],"experiments":[75],"show":[76],"that":[77],"Blackthorn":[78,90,104,127,136],"up":[80,106],"105x":[82],"faster":[83],"than":[84],"conventional":[86],"relevance":[87],"feedback":[88],"baseline.":[89],"shown":[92],"vastly":[94],"outperform":[95],"baseline":[97],"with":[98],"respect":[99],"recall":[101],"over":[102],"time.":[103,151],"reaches":[105],"92%":[108],"precision":[111],"baseline,":[115],"validating":[116],"efficacy":[118],"representation.":[122],"On":[123],"YFCC100M":[125],"dataset,":[126],"performes":[128],"one":[129],"complete":[130],"interaction":[131],"round":[132],"in":[133,148],"0.7":[134],"seconds.":[135],"thus":[137],"opens":[138],"comprising":[141],"learning-based":[146],"fully":[149]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}