{"id":"https://openalex.org/W1972508834","doi":"https://doi.org/10.1145/1899412.1899414","title":"Active learning in multimedia annotation and retrieval","display_name":"Active learning in multimedia annotation and retrieval","publication_year":2011,"publication_date":"2011-02-01","ids":{"openalex":"https://openalex.org/W1972508834","doi":"https://doi.org/10.1145/1899412.1899414","mag":"1972508834"},"language":"en","primary_location":{"id":"doi:10.1145/1899412.1899414","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1899412.1899414","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024965898","display_name":"Xian\u2010Sheng Hua","orcid":"https://orcid.org/0000-0002-8232-5049"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian-Sheng Hua","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100377147"],"corresponding_institution_ids":["https://openalex.org/I4210113369"],"apc_list":null,"apc_paid":null,"fwci":40.3404,"has_fulltext":false,"cited_by_count":235,"citation_normalized_percentile":{"value":0.99831092,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"2","issue":"2","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8815987706184387},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8390851616859436},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.6453120112419128},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.6296551823616028},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6232900023460388},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.5851259231567383},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.5515388250350952},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5510370135307312},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4948655962944031},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4804196357727051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4504368305206299},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4351840913295746},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4011520743370056},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3877892792224884},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15997952222824097}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8815987706184387},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8390851616859436},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6453120112419128},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.6296551823616028},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6232900023460388},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.5851259231567383},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5515388250350952},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5510370135307312},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4948655962944031},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4804196357727051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4504368305206299},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4351840913295746},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4011520743370056},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3877892792224884},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15997952222824097},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1899412.1899414","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1899412.1899414","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W153490332","https://openalex.org/W1479807131","https://openalex.org/W1484084878","https://openalex.org/W1496529538","https://openalex.org/W1515450954","https://openalex.org/W1528361845","https://openalex.org/W1533011499","https://openalex.org/W1540386283","https://openalex.org/W1553262910","https://openalex.org/W1566499617","https://openalex.org/W1581253957","https://openalex.org/W1739260168","https://openalex.org/W1773652845","https://openalex.org/W1845402413","https://openalex.org/W1978633512","https://openalex.org/W1981367467","https://openalex.org/W1988732650","https://openalex.org/W2009207944","https://openalex.org/W2022710553","https://openalex.org/W2024368999","https://openalex.org/W2025363509","https://openalex.org/W2026693436","https://openalex.org/W2040615194","https://openalex.org/W2048679005","https://openalex.org/W2078528959","https://openalex.org/W2080021732","https://openalex.org/W2080942732","https://openalex.org/W2082453965","https://openalex.org/W2083097051","https://openalex.org/W2087544865","https://openalex.org/W2090879738","https://openalex.org/W2095609079","https://openalex.org/W2096175520","https://openalex.org/W2101498401","https://openalex.org/W2101825085","https://openalex.org/W2102162869","https://openalex.org/W2104848109","https://openalex.org/W2107640175","https://openalex.org/W2108745803","https://openalex.org/W2108779687","https://openalex.org/W2108807072","https://openalex.org/W2109832419","https://openalex.org/W2110119381","https://openalex.org/W2111331420","https://openalex.org/W2112301781","https://openalex.org/W2113741880","https://openalex.org/W2116952064","https://openalex.org/W2118020555","https://openalex.org/W2118168768","https://openalex.org/W2118236796","https://openalex.org/W2119970716","https://openalex.org/W2122700918","https://openalex.org/W2124244761","https://openalex.org/W2125617179","https://openalex.org/W2127816222","https://openalex.org/W2128678390","https://openalex.org/W2129955511","https://openalex.org/W2130660124","https://openalex.org/W2135684690","https://openalex.org/W2136504847","https://openalex.org/W2136636278","https://openalex.org/W2137184539","https://openalex.org/W2138079527","https://openalex.org/W2138334855","https://openalex.org/W2138517257","https://openalex.org/W2139709458","https://openalex.org/W2139823104","https://openalex.org/W2141282920","https://openalex.org/W2142126424","https://openalex.org/W2143854982","https://openalex.org/W2148567413","https://openalex.org/W2151023586","https://openalex.org/W2153356636","https://openalex.org/W2153531403","https://openalex.org/W2155906060","https://openalex.org/W2161482971","https://openalex.org/W2162977472","https://openalex.org/W2162990951","https://openalex.org/W2163474322","https://openalex.org/W2164193311","https://openalex.org/W2165966284","https://openalex.org/W2168661348","https://openalex.org/W2168791048","https://openalex.org/W2570764145","https://openalex.org/W2735355755","https://openalex.org/W2903158431","https://openalex.org/W4253716310","https://openalex.org/W4285719527","https://openalex.org/W4302355907"],"related_works":["https://openalex.org/W3177930984","https://openalex.org/W2052697133","https://openalex.org/W2119028572","https://openalex.org/W2376984068","https://openalex.org/W2152482390","https://openalex.org/W2506386910","https://openalex.org/W2117928543","https://openalex.org/W79946180","https://openalex.org/W2028063938","https://openalex.org/W2385736320"],"abstract_inverted_index":{"Active":[0],"learning":[1,5,51,78,132],"is":[2],"a":[3,43,140],"machine":[4],"technique":[6],"that":[7],"selects":[8],"the":[9,46,74,83,89],"most":[10],"informative":[11],"samples":[12],"for":[13,30],"labeling":[14],"and":[15,55,66,79,98,111,126,133,159],"uses":[16],"them":[17],"as":[18],"training":[19],"data.":[20],"It":[21],"has":[22],"been":[23],"widely":[24],"explored":[25],"in":[26,52,95,121,146],"multimedia":[27,53,96,124,162],"research":[28,148],"community":[29],"its":[31],"capability":[32],"of":[33,48,76,156],"reducing":[34],"human":[35,157],"annotation":[36,54,65,97,125,158],"effort.":[37],"In":[38,150],"this":[39,147],"article,":[40],"we":[41,81,152],"provide":[42,139],"survey":[44],"on":[45,60,142],"efforts":[47],"leveraging":[49],"active":[50,77,122],"retrieval.":[56,69],"We":[57,70,87,114,137],"mainly":[58],"focus":[59],"two":[61],"application":[62],"domains:":[63],"image/video":[64],"content-based":[67],"image":[68],"first":[71],"briefly":[72],"introduce":[73,116],"principle":[75],"then":[80,115],"analyze":[82],"sample":[84,91],"selection":[85,92],"criteria.":[86],"categorize":[88],"existing":[90],"strategies":[93],"used":[94,120],"retrieval":[99],"into":[100],"five":[101],"criteria:":[102],"risk":[103],"reduction":[104],",":[105,107,109],"uncertainty":[106],"diversity":[108],"density":[110],"relevance":[112],".":[113],"several":[117,143],"classification":[118],"models":[119],"learning-based":[123],"retrieval,":[127],"including":[128],"semi-supervised":[129],"learning,":[130],"multilabel":[131],"multiple":[134],"instance":[135],"learning.":[136],"also":[138],"discussion":[141],"future":[144],"trends":[145],"direction.":[149],"particular,":[151],"discuss":[153],"cost":[154],"analysis":[155],"large-scale":[160],"interactive":[161],"annotation.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":27},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":15},{"year":2014,"cited_by_count":29},{"year":2013,"cited_by_count":21},{"year":2012,"cited_by_count":23}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}