{"id":"https://openalex.org/W2760390332","doi":"https://doi.org/10.1109/tmm.2017.2755986","title":"Blackthorn: Large-Scale Interactive Multimodal Learning","display_name":"Blackthorn: Large-Scale Interactive Multimodal Learning","publication_year":2017,"publication_date":"2017-09-22","ids":{"openalex":"https://openalex.org/W2760390332","doi":"https://doi.org/10.1109/tmm.2017.2755986","mag":"2760390332"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2755986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2755986","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.uva.nl/ws/files/32383062/Blackthorn.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089660348","display_name":"Jan Zah\u00e1lka","orcid":"https://orcid.org/0000-0002-6743-3607"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Jan Zahalka","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075331928","display_name":"Stevan Rudinac","orcid":"https://orcid.org/0000-0003-1904-8736"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Stevan Rudinac","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086391323","display_name":"Bj\u00f6rn \u00de\u00f3r J\u00f3nsson","orcid":"https://orcid.org/0000-0003-0889-3491"},"institutions":[{"id":"https://openalex.org/I123185442","display_name":"Reykjav\u00edk University","ror":"https://ror.org/05d2kyx68","country_code":"IS","type":"education","lineage":["https://openalex.org/I123185442"]},{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK","IS"],"is_corresponding":false,"raw_author_name":"Bjorn Tor Jonsson","raw_affiliation_strings":["IT University of Copenhagen, Copenhagen, Denmark","Reykjavik University, Reykjav\u00edk, Iceland"],"affiliations":[{"raw_affiliation_string":"IT University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]},{"raw_affiliation_string":"Reykjavik University, Reykjav\u00edk, Iceland","institution_ids":["https://openalex.org/I123185442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030074849","display_name":"D.C. Koelma","orcid":"https://orcid.org/0000-0002-2207-5682"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dennis C. Koelma","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070684680","display_name":"Marcel Worring","orcid":"https://orcid.org/0000-0003-4097-4136"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel Worring","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, WX, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089660348"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":2.4928,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.91842804,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"3","first_page":"687","last_page":"698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8430390357971191},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.541485071182251},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5138383507728577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4661048352718353},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36562055349349976},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3518219590187073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8430390357971191},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.541485071182251},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5138383507728577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4661048352718353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36562055349349976},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3518219590187073},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tmm.2017.2755986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2755986","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/12a00a1f-a2a5-4a5f-802c-c73e3835b6dd","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/blackthorn-largescale-interactive-multimodal-learning(12a00a1f-a2a5-4a5f-802c-c73e3835b6dd).html","pdf_url":"https://pure.uva.nl/ws/files/32383062/Blackthorn.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zah\u00e1lka, J, Rudinac, S, J\u00f3nsson, B \u00de, Koelma, D C & Worring, M 2018, 'Blackthorn: Large-Scale Interactive Multimodal Learning', IEEE Transactions on Multimedia, vol. 20, no. 3, pp. 687-698. https://doi.org/10.1109/TMM.2017.2755986","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/12a00a1f-a2a5-4a5f-802c-c73e3835b6dd","is_oa":false,"landing_page_url":"https://ivi.fnwi.uva.nl/isis/publications/2018/ZahalkaTMM2018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:pure.atira.dk:publications/c32c7809-f3d6-4a6c-ba87-76671315a87e","is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/c32c7809-f3d6-4a6c-ba87-76671315a87e","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zah\u00e1lka, J, Rudinac, S, J\u00f3nsson, B T, Koelma, D C & Worring, M 2018, 'Blackthorn: Large-Scale Interactive Multimodal Learning', I E E E Transactions on Multimedia, vol. 20, no. 3, pp. 687 - 698. https://doi.org/10.1109/TMM.2017.2755986","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/12a00a1f-a2a5-4a5f-802c-c73e3835b6dd","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/blackthorn-largescale-interactive-multimodal-learning(12a00a1f-a2a5-4a5f-802c-c73e3835b6dd).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Multimedia, 20(3), 687 - 698. Institute of Electrical and Electronics Engineers Inc.","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/12a00a1f-a2a5-4a5f-802c-c73e3835b6dd","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/blackthorn-largescale-interactive-multimodal-learning(12a00a1f-a2a5-4a5f-802c-c73e3835b6dd).html","pdf_url":"https://pure.uva.nl/ws/files/32383062/Blackthorn.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zah\u00e1lka, J, Rudinac, S, J\u00f3nsson, B \u00de, Koelma, D C & Worring, M 2018, 'Blackthorn: Large-Scale Interactive Multimodal Learning', IEEE Transactions on Multimedia, vol. 20, no. 3, pp. 687-698. https://doi.org/10.1109/TMM.2017.2755986","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2760390332.pdf","grobid_xml":"https://content.openalex.org/works/W2760390332.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W168564468","https://openalex.org/W1595303882","https://openalex.org/W1672197616","https://openalex.org/W1771999989","https://openalex.org/W1880262756","https://openalex.org/W1972662507","https://openalex.org/W1984309565","https://openalex.org/W1985570011","https://openalex.org/W1987135115","https://openalex.org/W1989085630","https://openalex.org/W1998342389","https://openalex.org/W1998803396","https://openalex.org/W2000733178","https://openalex.org/W2010239981","https://openalex.org/W2028502081","https://openalex.org/W2034865485","https://openalex.org/W2038276547","https://openalex.org/W2041076459","https://openalex.org/W2041934278","https://openalex.org/W2046434597","https://openalex.org/W2051834357","https://openalex.org/W2058702651","https://openalex.org/W2060703421","https://openalex.org/W2063729789","https://openalex.org/W2065928620","https://openalex.org/W2066761620","https://openalex.org/W2066941820","https://openalex.org/W2069959554","https://openalex.org/W2097117768","https://openalex.org/W2097241500","https://openalex.org/W2097830588","https://openalex.org/W2101403067","https://openalex.org/W2112306108","https://openalex.org/W2117539524","https://openalex.org/W2119821739","https://openalex.org/W2122196799","https://openalex.org/W2124509324","https://openalex.org/W2125671345","https://openalex.org/W2131938770","https://openalex.org/W2133995768","https://openalex.org/W2155906060","https://openalex.org/W2165533158","https://openalex.org/W2250384498","https://openalex.org/W2286189932","https://openalex.org/W2400453128","https://openalex.org/W2413087216","https://openalex.org/W2414383802","https://openalex.org/W2531044305","https://openalex.org/W2604208443","https://openalex.org/W2916497863","https://openalex.org/W2952271367","https://openalex.org/W3015571647","https://openalex.org/W4231510805","https://openalex.org/W4239510810","https://openalex.org/W4255493559","https://openalex.org/W6635487554","https://openalex.org/W6639619044","https://openalex.org/W6646687056","https://openalex.org/W6713342783","https://openalex.org/W6728697212","https://openalex.org/W6997266731"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0],"paper":[1,47],"presents":[2],"Blackthorn,":[3],"an":[4],"efficient":[5,28],"interactive":[6,37,70,196],"multimodal":[7],"learning":[8,38,71],"approach":[9],"facilitating":[10],"analysis":[11],"of":[12,15,51,58,128,144,182],"multimedia":[13,186],"collections":[14,187],"up":[16,109,141,189],"to":[17,35,99,110,125,142,148,190,194],"100":[18,191],"million":[19,192],"items":[20,193],"on":[21,135],"a":[22],"single":[23],"high-end":[24],"workstation.":[25],"Blackthorn":[26,86,107,153,168],"features":[27],"data":[29,42,76],"compression,":[30],"feature":[31],"selection,":[32],"and":[33,61,93,139],"optimizations":[34],"the":[36,59,74,80,101,114,121,126,133,149,164],"process.":[39],"The":[40,68,83,103],"Ratio-64":[41],"representation":[43],"introduced":[44],"in":[45,174],"this":[46],"only":[48],"costs":[49],"tens":[50],"bytes":[52],"per":[53],"item":[54],"yet":[55],"preserves":[56],"most":[57],"visual":[60],"textual":[62],"semantic":[63],"information":[64],"with":[65,87,123],"good":[66],"accuracy.":[67],"optimized":[69],"model":[72],"scores":[73],"Ratio-64-compressed":[75],"directly,":[77],"greatly":[78],"reducing":[79],"computational":[81],"requirements.":[82],"experiments":[84],"compare":[85],"two":[88],"baselines:":[89],"Conventional":[90],"relevance":[91,94,116,127,181],"feedback,":[92],"feedback":[95,117],"using":[96],"product":[97,150],"quantization":[98,151],"compress":[100],"features.":[102],"results":[104],"show":[105],"that":[106],"is":[108,154],"77.5\u00d7":[111],"faster":[112],"than":[113],"conventional":[115],"alternative,":[118],"while":[119,158,178],"outperforming":[120],"baseline":[122,134],"respect":[124],"results:":[129],"It":[130],"vastly":[131],"outperforms":[132],"recall":[136],"over":[137],"time":[138],"reaches":[140],"108%":[143],"its":[145],"precision.":[146],"Compared":[147],"variant,":[152],"just":[155],"as":[156],"fast,":[157],"producing":[159],"more":[160],"relevant":[161],"results.":[162],"On":[163],"full":[165],"YFCC100M":[166],"dataset,":[167],"performs":[169],"one":[170],"complete":[171],"interaction":[172],"round":[173],"roughly":[175],"1":[176],"s":[177],"maintaining":[179],"adequate":[180],"results,":[183],"thus":[184],"opening":[185],"comprising":[188],"fully":[195],"learning-based":[197],"analysis.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}