{"id":"https://openalex.org/W2017477891","doi":"https://doi.org/10.1145/1646396.1646448","title":"Reusing annotation labor for concept selection","display_name":"Reusing annotation labor for concept selection","publication_year":2009,"publication_date":"2009-07-08","ids":{"openalex":"https://openalex.org/W2017477891","doi":"https://doi.org/10.1145/1646396.1646448","mag":"2017477891"},"language":"en","primary_location":{"id":"doi:10.1145/1646396.1646448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1646396.1646448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ris.utwente.nl/ws/files/5461975/a44-aly.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088100009","display_name":"Robin Aly","orcid":"https://orcid.org/0000-0002-6787-0911"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robin Aly","raw_affiliation_strings":["University Twente, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108167267","display_name":"Djoerd Hiemstra","orcid":"https://orcid.org/0000-0003-4967-2900"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Djoerd Hiemstra","raw_affiliation_strings":["University Twente, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060259737","display_name":"Arjen P. de Vries","orcid":"https://orcid.org/0000-0002-2888-4202"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arjen de Vries","raw_affiliation_strings":["CWI, Amsterdam, TUD, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI, Amsterdam, TUD, Delft, The Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6825,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92213246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8598839044570923},{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.7800033092498779},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7025433778762817},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6850413084030151},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6619915962219238},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6437342166900635},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.54847651720047},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36879679560661316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3350278437137604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8598839044570923},{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.7800033092498779},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7025433778762817},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6850413084030151},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6619915962219238},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6437342166900635},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.54847651720047},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36879679560661316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3350278437137604},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/1646396.1646448","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1646396.1646448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Image and Video Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/e7a5c421-1ec1-45ce-948d-30d91c11caf7","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/e7a5c421-1ec1-45ce-948d-30d91c11caf7","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aly, R, Hiemstra, D & de Vries, A P 2009, Reusing Annotation Labor for Concept Selection. in Proceedings of the 8th ACM International Conference on Image and Video Retrieval (CIVR '09)., 10.1145/1646396.1646448, Association for Computing Machinery, New York, pp. 44:1-44:8. https://doi.org/10.1145/1646396.1646448","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ris.utwente.nl:publications/e7a5c421-1ec1-45ce-948d-30d91c11caf7","is_oa":true,"landing_page_url":"http://eprints.eemcs.utwente.nl/secure2/15456/01/a44-aly.pdf","pdf_url":"https://ris.utwente.nl/ws/files/5461975/a44-aly.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aly, R, Hiemstra, D & de Vries, A P 2009, Reusing Annotation Labor for Concept Selection. in Proceedings of the 8th ACM International Conference on Image and Video Retrieval (CIVR '09)., 10.1145/1646396.1646448, Association for Computing Machinery, New York, pp. 44:1-44:8. https://doi.org/10.1145/1646396.1646448","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.160.6026","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.160.6026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://wwwhome.cs.utwente.nl/~hiemstra/papers/civr09.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.515.3818","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.515.3818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://doc.utwente.nl/68558/1/a44-aly.pdf","raw_type":"text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/227637","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/227637","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kompatsiaris, Y. (ed.), CIVR 2009: Proceedings of the ACM International Conference on Image and Video Retrieval July 8-10, 2009, Santorini Island, Greece, pp. 336-343","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:publications/e7a5c421-1ec1-45ce-948d-30d91c11caf7","is_oa":true,"landing_page_url":"http://eprints.eemcs.utwente.nl/secure2/15456/01/a44-aly.pdf","pdf_url":"https://ris.utwente.nl/ws/files/5461975/a44-aly.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aly, R, Hiemstra, D & de Vries, A P 2009, Reusing Annotation Labor for Concept Selection. in Proceedings of the 8th ACM International Conference on Image and Video Retrieval (CIVR '09)., 10.1145/1646396.1646448, Association for Computing Machinery, New York, pp. 44:1-44:8. https://doi.org/10.1145/1646396.1646448","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.7400000095367432,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2017477891.pdf","grobid_xml":"https://content.openalex.org/works/W2017477891.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1488070123","https://openalex.org/W1541546252","https://openalex.org/W1557757161","https://openalex.org/W1986482242","https://openalex.org/W2014415866","https://openalex.org/W2038721957","https://openalex.org/W2067983738","https://openalex.org/W2089150756","https://openalex.org/W2090912237","https://openalex.org/W2102046030","https://openalex.org/W2132036658","https://openalex.org/W2134929350","https://openalex.org/W2136729221","https://openalex.org/W2140406904","https://openalex.org/W2153252192","https://openalex.org/W2153677638","https://openalex.org/W2157020499","https://openalex.org/W2167042949","https://openalex.org/W4235505822","https://openalex.org/W4252060112","https://openalex.org/W6684650881"],"related_works":["https://openalex.org/W2613921548","https://openalex.org/W4285360723","https://openalex.org/W4281847990","https://openalex.org/W2488228222","https://openalex.org/W3037056935","https://openalex.org/W2002563848","https://openalex.org/W2934621214","https://openalex.org/W1498449133","https://openalex.org/W2611407113","https://openalex.org/W2092282862"],"abstract_inverted_index":{"Describing":[0],"shots":[1],"through":[2],"the":[3,9,14,27,44,80,94,128,157,167],"occurrence":[4,81],"of":[5,16,83,96],"semantic":[6],"concepts":[7,29,67],"is":[8,23,106],"first":[10],"step":[11],"towards":[12],"modeling":[13],"content":[15],"a":[17,31,51,84,97,113,121,137,148],"video":[18],"semantically.":[19],"An":[20],"important":[21],"challenge":[22],"to":[24,41,64,92,111,133],"automatically":[25,65],"select":[26,66],"right":[28],"for":[30,53,68,79,140],"given":[32],"information":[33,70],"need.":[34,71],"For":[35],"example,":[36],"systems":[37],"should":[38,47],"be":[39,48],"able":[40],"decide":[42],"whether":[43],"concept":[45,85,109,129,149],"\"Outdoor\"":[46],"included":[49],"into":[50],"search":[52,153],"\"Street":[54],"Basketball\".":[55],"In":[56],"this":[57,118,141],"paper":[58],"we":[59,75],"provide":[60,76],"an":[61,69,77],"innovative":[62],"method":[63,100,146],"To":[72],"achieve":[73],"this,":[74],"estimation":[78,168],"probability":[82],"in":[86,117],"relevant":[87],"shots,":[88],"which":[89,105],"helps":[90],"us":[91,132],"quantify":[93],"helpfulness":[95],"concept.":[98],"Our":[99],"reuses":[101],"existing":[102],"training":[103],"data":[104],"annotated":[107],"with":[108,120,136],"occurrences":[110,130],"build":[112],"text":[114,122],"collection.":[115],"Searching":[116],"collection":[119],"retrieval":[123,171],"system":[124],"and":[125,152,160],"knowing":[126],"about":[127],"allows":[131],"come":[134],"up":[135],"good":[138],"estimate":[139],"probability.":[142],"We":[143],"evaluate":[144],"our":[145],"against":[147],"selection":[150],"benchmark":[151],"runs":[154],"on":[155],"both":[156],"TRECVID":[158],"2005":[159],"2007":[161],"collections.":[162],"These":[163],"experiments":[164],"show":[165],"that":[166],"consistently":[169],"improves":[170],"effectiveness.":[172]},"counts_by_year":[{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}